-- Logs begin at Tue 2022-05-10 20:11:25 UTC, end at Tue 2022-05-10 21:42:47 UTC. -- May 10 21:10:58.688969 dv-cinder-836083-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 21:11:01.506496 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.common.config [-] Logging enabled! May 10 21:11:01.507112 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 21:11:01.507288 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103944) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 21:11:01.510539 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.common.config [-] Logging enabled! May 10 21:11:01.510801 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 21:11:01.511120 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103944) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 21:11:01.512074 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 21:11:01.512311 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 21:11:01.512686 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 21:11:01.512936 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 21:11:01.513166 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 21:11:01.513488 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.513893 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.514129 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.514432 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.514754 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.515046 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.515346 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.515649 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.515940 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.516228 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.516516 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.516750 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.517039 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.517333 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.517626 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.517855 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.518141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.518607 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.519018 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.519309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.519622 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.519902 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.520289 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.520586 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.520878 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.521218 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] host = dv-cinder-836083-6-iscsi {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.521509 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.521806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.522102 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.522395 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.522703 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.522985 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.523277 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.523558 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.523835 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.524118 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.524411 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.524704 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.524997 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.525225 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.525450 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.525740 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.526043 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.526327 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.526635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.526918 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.527199 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.527481 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.527761 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.528055 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.528346 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.528640 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.528924 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.529207 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.529494 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.529778 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.530070 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.530350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.530663 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.530943 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.531234 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.531511 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.531792 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.532095 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.532387 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.532671 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.532962 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.533241 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.533527 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.533805 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.534081 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.534355 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.534656 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.534931 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.535215 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.535496 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.535811 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.536357 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.536701 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.536997 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.537278 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:01.537581 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.537887 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.538198 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.538512 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.538827 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.539117 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.539420 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.539709 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.540007 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.540304 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.540599 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.540886 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.541190 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.541484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.541785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.542099 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.542399 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.542723 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.543007 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.543287 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.543567 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.543853 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.544146 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.544430 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.544726 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.545021 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.545309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.545615 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.545905 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.546197 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.546517 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.546813 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.547095 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.547382 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.547679 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.547964 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.548245 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.548539 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.548824 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.549103 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.549394 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.549676 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.549956 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.550234 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.550546 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.550845 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.551128 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.552088 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.552379 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.552669 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.552951 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.553243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.553528 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.553806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.554085 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.554368 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.554671 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.554951 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.555236 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.555515 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.555798 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.556077 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.556355 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.556636 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.556914 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.557192 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.557469 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.557748 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.558032 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.558309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.558617 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.558895 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.559174 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.559455 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.559760 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.560049 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.560334 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.560620 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.560905 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.561189 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.561471 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.561757 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.562042 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.562321 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.562648 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.562942 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.563234 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.563522 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.563808 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.564130 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.564418 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.564704 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.564994 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.565279 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.565566 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.565856 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.566144 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.566476 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.566779 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.567720 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.568025 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.568327 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.568618 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.568936 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.569225 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:01.569448 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 21:11:01.569694 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 21:11:02.032686 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 21:11:02.032974 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 21:11:02.033289 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 21:11:02.033630 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 21:11:02.364426 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.364843 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.365112 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.366312 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.366620 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.366887 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.422700 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.422980 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.423249 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.438367 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.438677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.438949 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.469389 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.469668 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.469938 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.507549 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.508102 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.508102 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.850517 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.850811 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.851084 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.851359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.852069 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.952748 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.953076 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.953364 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.953643 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.953916 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.954233 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.954524 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.954802 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.955050 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.955336 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.955599 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.955866 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.956125 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.956380 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.956637 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.956902 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.957160 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.957430 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.958293 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.958546 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.958827 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.959084 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.959370 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.959755 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.960008 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.960259 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:02.960655 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:02.960897 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:02.961139 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:02.961377 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:02.961616 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:02.961855 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:02.962225 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 21:11:02.965348 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 21:11:02.969277 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 21:11:02.973060 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 10 21:11:02.975048 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 21:11:02.975519 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 21:11:02.975857 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 21:11:02.976243 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 21:11:02.979211 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 21:11:02.979470 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 21:11:02.979822 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 21:11:02.984727 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 21:11:03.009574 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 21:11:03.010031 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:03.010332 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 21:11:03.010745 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:03.012193 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 21:11:03.012481 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 21:11:03.012729 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 21:11:03.016048 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:03.016332 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:03.079865 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 21:11:03.080100 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 21:11:03.080339 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 21:11:03.080708 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 21:11:03.101394 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_db.sqlalchemy.engines [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 21:11:03.618935 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing driver for type 'gre' May 10 21:11:03.619580 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] gre ID ranges: [(1, 1000)] May 10 21:11:03.790178 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing driver for type 'local' May 10 21:11:03.790538 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing driver for type 'vlan' May 10 21:11:03.870484 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] VlanTypeDriver initialization complete May 10 21:11:03.870840 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing driver for type 'vxlan' May 10 21:11:03.871348 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] vxlan ID ranges: [(1, 1000)] May 10 21:11:04.013109 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing extension driver 'port_security' May 10 21:11:04.013451 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] PortSecurityExtensionDriver initialization complete May 10 21:11:04.013786 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing mechanism driver 'openvswitch' May 10 21:11:04.014108 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing mechanism driver 'hyperv' May 10 21:11:04.020758 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:04.021621 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.021999 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.022353 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.022910 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 21:11:04.023353 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.023708 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.024055 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.024452 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 21:11:04.024866 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.025216 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.025563 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.025961 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 21:11:04.026362 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.026735 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.027079 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.027474 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 21:11:04.027880 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.028228 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.031944 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.031944 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 21:11:04.031944 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.031944 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.031944 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.032318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 21:11:04.032318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] ML2 OVO RPC backend initialized. {{(pid=103944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 21:11:04.032318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.032318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.032318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.032680 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > networks before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.032987 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.033331 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > ports before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.033678 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.034019 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.034364 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.034726 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.035063 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.035401 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.035763 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.036359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.036698 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.037036 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.037373 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.044708 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded quota_driver: . May 10 21:11:04.045075 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.plugin [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Modular L2 Plugin initialization complete May 10 21:11:04.045426 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading services supported by the core plugin {{(pid=103944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 21:11:04.045769 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Got port-security extension from driver 'port_security' May 10 21:11:04.046271 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.extensions.vlantransparent [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Disabled vlantransparent extension. May 10 21:11:04.046776 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 21:11:04.047102 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: router May 10 21:11:04.083379 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.083781 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.084152 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router before_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.084521 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.084891 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.085246 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_delete 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.085606 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.085954 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.086314 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.086694 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.087043 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.087390 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.087867 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.088281 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.088648 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.088988 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.089328 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.089668 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.090099 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.090455 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.090832 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.091179 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.091534 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.091875 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.092232 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.092592 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.092935 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.093299 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > agent after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.093650 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.093993 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.094890 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Tracking information for resource: router configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:04.095223 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Tracking information for resource: floatingip configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 21:11:04.100213 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.db.l3_agentschedulers_db [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 21:11:04.100786 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.101153 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.101504 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.101856 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.102713 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router before_create 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.103082 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.103444 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.103800 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.108494 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.provider_configuration [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service providers = [] {{(pid=103944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 21:11:04.108860 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.db.servicetype_db [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 21:11:04.111830 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 21:11:04.112192 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 21:11:04.112538 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 21:11:04.113430 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.services.service_base [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 21:11:04.114334 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.services.service_base [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 21:11:04.114730 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.115048 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 21:11:04.125655 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.125943 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: auto_allocate May 10 21:11:04.132374 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: network precommit_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.132746 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: network precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.133263 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.133585 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: tag May 10 21:11:04.140423 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.140755 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: timestamp May 10 21:11:04.144586 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.144918 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: network_ip_availability May 10 21:11:04.150544 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.150921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.151282 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.152001 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.152321 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: flavors May 10 21:11:04.157271 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.157602 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading Plugin: revisions May 10 21:11:04.162705 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 21:11:04.163095 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.130s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 21:11:04.163845 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 21:11:04.164182 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Initializing extension manager. May 10 21:11:04.164708 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: __init__.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.165054 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: __pycache__ {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.165392 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.165729 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.166509 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.167085 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: address-group May 10 21:11:04.167410 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: address_scope.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.168126 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.168644 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: address-scope May 10 21:11:04.168969 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.169895 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.170407 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: router-admin-state-down-before-update May 10 21:11:04.170765 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: agent.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.171467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.171979 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: agent May 10 21:11:04.172300 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: agent_resources_synced.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.173221 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.173739 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: agent-resources-synced May 10 21:11:04.174065 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.175883 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.177016 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: allowed-address-pairs May 10 21:11:04.177343 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.178415 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.178956 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: auto-allocated-topology May 10 21:11:04.179283 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.179981 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.180493 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: availability_zone May 10 21:11:04.180818 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: availability_zone_filter.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.181734 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.182248 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: availability_zone_filter May 10 21:11:04.182601 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: data_plane_status.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.183512 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.184022 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension data-plane-status not supported by any of loaded plugins May 10 21:11:04.184343 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: default_subnetpools.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.185255 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.185772 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: default-subnetpools May 10 21:11:04.186094 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.186925 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.187438 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: dhcp_agent_scheduler May 10 21:11:04.187761 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: dns.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.188685 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.189200 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension dns-integration not supported by any of loaded plugins May 10 21:11:04.189524 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: dns_domain_ports.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.190467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.190983 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 21:11:04.191309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.192304 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.192971 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 21:11:04.193302 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: dvr.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.193976 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.194517 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: dvr May 10 21:11:04.194841 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: ecmp_routes.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.195754 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.196262 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 21:11:04.196584 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: empty_string_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.197491 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.198004 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: empty-string-filtering May 10 21:11:04.198326 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.199261 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.199770 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 21:11:04.200094 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.201002 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.201509 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 21:11:04.201831 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: external_net.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.202759 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.203275 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: external-net May 10 21:11:04.203628 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.204532 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.205042 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: extra_dhcp_opt May 10 21:11:04.205366 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: extraroute.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.206272 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.206816 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: extraroute May 10 21:11:04.207142 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: extraroute_atomic.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.208525 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.209043 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: extraroute-atomic May 10 21:11:04.209369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: filter_validation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.210040 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.210583 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: filter-validation May 10 21:11:04.210908 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: fip_pf_description.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.211819 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.212327 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 21:11:04.212652 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.213572 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.214079 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 21:11:04.214405 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: fip_port_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.215352 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.215865 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: fip-port-details May 10 21:11:04.216190 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: flavors.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.217400 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.217919 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: flavors May 10 21:11:04.218246 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.219929 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.220457 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 21:11:04.220790 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: floatingip_pools.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.221490 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.222008 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: floatingip-pools May 10 21:11:04.222336 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: ip_allocation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.223811 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.224353 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension ip_allocation not supported by any of loaded plugins May 10 21:11:04.224677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.225602 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.226120 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: ip-substring-filtering May 10 21:11:04.226465 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l2_adjacency.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.227407 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.227926 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 21:11:04.228251 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.229219 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.229748 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: router May 10 21:11:04.230075 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.232291 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.232820 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 21:11:04.233152 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.234074 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.234624 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: ext-gw-mode May 10 21:11:04.234953 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.235873 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.236390 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: l3-ha May 10 21:11:04.236751 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.237628 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.238139 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 21:11:04.238481 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_flavors.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.240000 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.240496 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: l3-flavors May 10 21:11:04.240818 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.242178 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.242730 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 21:11:04.243061 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.243983 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.244558 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 21:11:04.248191 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: l3agentscheduler.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.248191 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.248191 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: l3_agent_scheduler May 10 21:11:04.248191 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: local_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.249963 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.250525 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension local_ip not supported by any of loaded plugins May 10 21:11:04.250858 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: logging.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.252326 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.252858 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension logging not supported by any of loaded plugins May 10 21:11:04.253189 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: metering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.253935 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.254626 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: metering May 10 21:11:04.254954 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.256060 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.256626 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: metering_source_and_destination_fields May 10 21:11:04.256956 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: multiprovidernet.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.257888 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.258408 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: multi-provider May 10 21:11:04.258754 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: netmtu.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.259672 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.260188 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: net-mtu May 10 21:11:04.260515 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: netmtu_writable.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.261427 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.261942 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: net-mtu-writable May 10 21:11:04.262267 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: network_availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.262967 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.263485 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: network_availability_zone May 10 21:11:04.263808 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: network_ip_availability.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.264911 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.265432 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: network-ip-availability May 10 21:11:04.265755 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: network_segment_range.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.266559 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.267071 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension network-segment-range not supported by any of loaded plugins May 10 21:11:04.267397 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: pagination.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.268391 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.268723 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: pagination May 10 21:11:04.269044 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: port_device_profile.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.269960 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.270632 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: port-device-profile May 10 21:11:04.270953 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: port_mac_address_override.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.271891 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.272405 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: port-mac-override May 10 21:11:04.272728 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.273654 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.274197 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: port-mac-address-regenerate May 10 21:11:04.274549 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.275472 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.275992 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: port-numa-affinity-policy May 10 21:11:04.276314 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: port_resource_request.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.277221 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.277729 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension port-resource-request not supported by any of loaded plugins May 10 21:11:04.278050 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.279054 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.279569 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 21:11:04.279897 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: portbindings.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.280819 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.281335 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: binding May 10 21:11:04.281659 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: portbindings_extended.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.282960 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.283494 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: binding-extended May 10 21:11:04.283819 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: portsecurity.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.284753 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.285272 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: port-security May 10 21:11:04.286369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: project_id.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.287471 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.287802 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: project-id May 10 21:11:04.288122 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: providernet.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.289042 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.289566 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: provider May 10 21:11:04.289891 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.293558 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.294083 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos not supported by any of loaded plugins May 10 21:11:04.294416 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.295706 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.296228 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 21:11:04.296560 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.297499 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.298018 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 21:11:04.298345 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_default.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.299285 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.299802 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-default not supported by any of loaded plugins May 10 21:11:04.300130 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_fip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.301049 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.302185 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-fip not supported by any of loaded plugins May 10 21:11:04.302529 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.303461 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.303976 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 21:11:04.304301 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.305221 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.305734 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 21:11:04.306058 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.307003 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.307518 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 21:11:04.307843 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.308879 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.309401 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 21:11:04.309727 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.310858 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.311375 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 21:11:04.311700 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_pps_rule.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.312884 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.313413 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-pps not supported by any of loaded plugins May 10 21:11:04.313740 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.314716 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.315235 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 21:11:04.315562 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.316476 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.317082 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 21:11:04.317412 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: qos_rules_alias.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.318495 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.319019 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 21:11:04.319345 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: quota_check_limit.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.320346 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.320867 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: quota-check-limit May 10 21:11:04.321192 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: quotasv2.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.322141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.322499 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: quotas May 10 21:11:04.322824 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: quotasv2_detail.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.324534 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.324877 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: quota_details May 10 21:11:04.325210 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: rbac.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.326274 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.326842 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: rbac-policies May 10 21:11:04.327178 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: rbac_address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.328114 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.328640 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: rbac-address-group May 10 21:11:04.328970 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: rbac_address_scope.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.329893 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.330414 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: rbac-address-scope May 10 21:11:04.330770 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: rbac_security_groups.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.331691 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.332206 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: rbac-security-groups May 10 21:11:04.332559 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.333485 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.334009 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: rbac-subnetpool May 10 21:11:04.334335 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: revisionifmatch.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.335292 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.335813 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: revision-if-match May 10 21:11:04.336138 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: revisions.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.337244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.337767 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: standard-attr-revisions May 10 21:11:04.338093 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: router_availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.338795 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.339314 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: router_availability_zone May 10 21:11:04.339637 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: routerservicetype.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.340559 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.341078 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension router-service-type not supported by any of loaded plugins May 10 21:11:04.341405 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.342326 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.342871 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: security-groups-normalized-cidr May 10 21:11:04.343200 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.344123 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.344640 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: port-security-groups-filtering May 10 21:11:04.344963 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.345907 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.346423 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: security-groups-remote-address-group May 10 21:11:04.346772 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.347816 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.348921 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: security-groups-shared-filtering May 10 21:11:04.349248 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.349840 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 21:11:04.350166 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: securitygroup.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.359685 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.360218 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: security-group May 10 21:11:04.360554 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: segment.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.361285 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.361807 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension segment not supported by any of loaded plugins May 10 21:11:04.362136 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.363111 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.363636 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 21:11:04.364189 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: servicetype.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.365985 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.366537 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: service-type May 10 21:11:04.366870 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: sorting.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.368006 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.368341 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: sorting May 10 21:11:04.368665 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: standard_attr_segment.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.369586 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.370110 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 21:11:04.370453 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: standardattrdescription.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.371109 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.371622 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: standard-attr-description May 10 21:11:04.371946 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: stateful_security_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.372893 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.373416 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: stateful-security-group May 10 21:11:04.373742 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: stdattrs_common.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.374325 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 21:11:04.374683 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.377740 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.378220 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 21:11:04.378580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: subnet_onboard.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.380066 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.380592 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: subnet_onboard May 10 21:11:04.380923 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.381866 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.382382 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 21:11:04.382739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: subnet_service_types.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.383671 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.384197 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: subnet-service-types May 10 21:11:04.384522 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: subnetallocation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.385617 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.386137 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: subnet_allocation May 10 21:11:04.386640 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.387316 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.387831 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: subnetpool-prefix-ops May 10 21:11:04.388202 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.389455 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.390134 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 21:11:04.390561 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: tagging.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.391826 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.392498 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: standard-attr-tag May 10 21:11:04.393035 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: timestamp.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.394971 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.395700 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loaded extension: standard-attr-timestamp May 10 21:11:04.396156 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: trunk.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.397434 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.397958 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension trunk not supported by any of loaded plugins May 10 21:11:04.398297 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: trunk_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.399360 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.400014 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension trunk-details not supported by any of loaded plugins May 10 21:11:04.400434 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.401567 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.402587 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 21:11:04.403022 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Loading extension file: vlantransparent.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 21:11:04.403710 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 21:11:04.404228 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 21:11:04.407101 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:network May 10 21:11:04.407781 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:subnet May 10 21:11:04.408286 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 21:11:04.408736 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:port May 10 21:11:04.410119 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.411469 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service FLAVORS assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.412218 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.412889 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.413238 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:router May 10 21:11:04.413677 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:floatingip May 10 21:11:04.414170 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service METERING assigned prefix: /metering {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.415693 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.416071 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.416428 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:11:04.417457 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of CountableResource for resource:rbac_policy May 10 21:11:04.417900 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:security_group May 10 21:11:04.418327 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 21:11:04.418954 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.419290 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 21:11:04.419643 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] subnetpool is already registered May 10 21:11:04.420066 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.420404 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 21:11:04.420743 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] subnetpool is already registered May 10 21:11:04.423122 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.423559 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service FLAVORS assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.424150 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.424571 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.424909 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:router May 10 21:11:04.425247 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] router is already registered May 10 21:11:04.425664 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:floatingip May 10 21:11:04.426001 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] floatingip is already registered May 10 21:11:04.427038 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service METERING assigned prefix: /metering {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.427710 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of CountableResource for resource:rbac_policy May 10 21:11:04.428041 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] rbac_policy is already registered May 10 21:11:04.428456 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:security_group May 10 21:11:04.428790 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] security_group is already registered May 10 21:11:04.429195 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 21:11:04.429531 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] security_group_rule is already registered May 10 21:11:04.430150 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.430509 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 21:11:04.430845 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] subnetpool is already registered May 10 21:11:04.431264 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 21:11:04.431592 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 21:11:04.431925 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] subnetpool is already registered May 10 21:11:04.432395 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: extensions {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.433873 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: address-groups {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.435431 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: address-scopes {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.436748 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.437915 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: auto-allocated-topology {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.439199 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: availability_zones {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.440427 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: dhcp-networks {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.441972 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: dhcp-agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.443546 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.445253 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: flavors {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.446553 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: service_profiles {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.447762 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: next_providers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.449184 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: service_profiles {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.450760 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: floatingip-pools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.451988 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.453713 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: floatingips {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.455957 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: l3-routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.461511 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: l3-agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.461511 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: metering-labels {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.461511 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: metering-label-rules {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.461751 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: network-ip-availabilities {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.462851 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: bindings {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.464403 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: quotas {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.466121 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: quotas {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.467696 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: rbac-policies {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.468929 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: security-groups {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.470227 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: security-group-rules {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.471503 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: service-providers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.472791 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: subnetpools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.474784 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: subnetpools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.476326 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.478025 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.479876 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.481718 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.483432 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.485375 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.487087 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.489655 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.491470 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.493215 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron.api.extensions [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 21:11:04.499233 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING keystonemiddleware.auth_token [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 21:11:04.504612 dv-cinder-836083-6-iscsi neutron-server[103944]: WARNING keystonemiddleware.auth_token [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 21:11:04.513610 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Acquired lock "singleton_lock" {{(pid=103944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 21:11:04.514088 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Releasing lock "singleton_lock" {{(pid=103944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 21:11:04.514808 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Starting 2 workers May 10 21:11:04.519709 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Started child 104055 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 21:11:04.524878 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Started child 104056 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 21:11:04.525977 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:04.526865 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO neutron.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 21:11:04.527242 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:04.527487 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [-] (104055) wsgi starting up on http://0.0.0.0:9696 May 10 21:11:04.529560 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Starting 1 workers May 10 21:11:04.529720 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:04.531155 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [-] (104056) wsgi starting up on http://0.0.0.0:9696 May 10 21:11:04.534799 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Started child 104057 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 21:11:04.535356 dv-cinder-836083-6-iscsi neutron-server[103944]: INFO oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Starting 1 workers May 10 21:11:04.539850 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] calling RpcWorker wait() {{(pid=104057) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 21:11:04.540442 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] returning from RpcWorker wait() {{(pid=104057) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 21:11:04.540530 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Started child 104058 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 21:11:04.541313 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5ee9-7af9-4e8c-a945-07ba44d078a3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:04.541764 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:04.542300 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:04.543240 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 21:11:04.543450 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 21:11:04.543635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 21:11:04.543866 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 21:11:04.544221 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 21:11:04.544362 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 21:11:04.544904 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.545142 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.545287 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:04.545756 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.545756 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.546253 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.546523 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.546619 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.549541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550469 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.550540 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.551023 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.551333 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.551748 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.551975 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.552272 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.552502 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.552765 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.553022 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.553259 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.553499 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.553757 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.554006 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.554239 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.554496 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.554771 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.555004 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.555488 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host = dv-cinder-836083-6-iscsi {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.555761 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.555964 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.556211 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.556464 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.556725 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.556968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.557219 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.557465 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.557726 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.557975 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.558238 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.558502 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.558748 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.558997 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.559149 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_options = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.559391 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.559662 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.559933 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.560129 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.560299 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.560464 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.560723 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.560926 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.561135 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.561379 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.561600 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.561834 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.562050 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.562343 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.562622 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.562776 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.562998 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.563214 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.563478 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.563725 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.563951 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.564180 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.564398 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.564622 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.564883 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.565073 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.565333 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.565550 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.565766 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.566025 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.566251 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.566699 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.566992 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.567506 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.567733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.567889 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.568062 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.568348 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.568569 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.568877 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.569038 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.569422 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.569651 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.569914 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.570824 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.571070 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.571296 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.571537 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.572260 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.572260 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.572260 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.572901 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.572901 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.572901 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.573295 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.573295 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.573669 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.573938 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.574267 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.574549 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.574788 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.575030 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.575286 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.575511 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.575771 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.576029 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.576349 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.576578 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.576898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.577176 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.577459 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.577792 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.578056 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.578323 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.578572 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.581921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583141 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583913 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583913 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.583913 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.584121 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.584251 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.584496 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.584757 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.585018 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.585261 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.586588 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.586588 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.586588 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.586588 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.586588 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.587006 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.587006 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.587168 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.587467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.587583 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.587824 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.588096 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.588286 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.588540 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.588773 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.588995 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.589229 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.589479 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.589896 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.590057 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.590196 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.590344 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.590580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.590796 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.591041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.591277 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.591498 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.591716 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.591934 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.592153 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.592361 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.592570 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.592791 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.593216 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.593433 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.593647 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.593886 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.594108 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.594334 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.594577 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.594817 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.595060 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.595284 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.595522 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.595760 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.595979 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.596197 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.596414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.596924 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.597338 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.597747 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.598177 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.598956 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.599193 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601171 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601684 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.601684 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.602418 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.602705 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.602950 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.603196 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.603445 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.603705 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.603997 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.604258 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.604517 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.604776 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.605019 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.605301 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.605564 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.605837 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.606084 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.606363 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.606676 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.606946 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.607243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.607479 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.607714 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.608031 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.608265 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.608716 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.609149 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.609575 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.609992 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.610261 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.610537 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.610764 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.611004 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.611320 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.611575 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.611817 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.612043 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.612312 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.612549 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.612805 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.613079 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.613340 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.613607 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.613915 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.614131 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.614576 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.615004 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.615426 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.615836 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.616147 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.616372 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.616639 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.616866 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.617085 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.617358 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.617578 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.617823 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.618265 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.618265 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.618532 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.618787 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.619008 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.619541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.619541 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.619712 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.619929 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.620088 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.620476 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.620890 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.621136 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.621419 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.622467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.622467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.622467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.622467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.622788 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.622864 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.623061 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.623339 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.623537 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.623841 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.624088 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.624317 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.624557 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.624791 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.625041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.625272 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.625521 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.625871 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.626126 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.626361 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.626665 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.626922 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.627179 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.627395 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.627613 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.627887 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.628074 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.628299 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.628542 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.628771 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.628983 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.629232 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.629737 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.630057 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.630293 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.630560 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.630786 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.631013 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.631232 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.631452 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.631688 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.631927 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.632145 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.632360 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.632576 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.632792 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.633084 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.633335 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.633571 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.633829 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.634052 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.634291 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.634570 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.634797 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.635062 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.635289 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.635510 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.635725 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.635976 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.636192 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.636405 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.636628 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.636851 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.637065 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.637314 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.637527 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.637740 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.637965 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.638200 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.638396 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.638811 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.639213 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.639445 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.639682 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.639902 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.640110 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.640349 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.640562 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.640776 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.641021 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.641244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.641480 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.641778 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.642027 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.642280 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.642592 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.642854 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.643130 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.643386 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.643688 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.643905 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.644346 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.644742 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.645509 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.645744 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.646003 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.646342 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.646668 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.646935 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.651677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652309 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.652859 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.653283 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.653283 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.653413 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 21:11:04.653857 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 21:11:04.654019 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 21:11:04.654184 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 21:11:04.654379 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 21:11:04.654574 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 21:11:04.654754 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 21:11:04.654939 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.655097 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.655423 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.655742 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.655927 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.656090 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.656256 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.656417 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.656577 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.656737 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.656896 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.657055 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.657216 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.657376 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.657535 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.657693 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.657852 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.658018 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.658179 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.658339 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.658525 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.658668 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.658834 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659035 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659220 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659377 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659517 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659644 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659787 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.659947 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.660105 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.660263 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.660424 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.661355 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.661585 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.661791 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.661791 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.662041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.662181 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.662342 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host = dv-cinder-836083-6-iscsi {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.662600 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.662762 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.662921 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.663081 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.663241 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.663400 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.663559 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.663724 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.663882 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664041 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664200 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664518 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664677 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664846 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_options = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.664990 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.665126 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.665324 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.665473 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.665641 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.665800 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.665959 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.666243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.666613 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.666613 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.666836 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.666965 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667049 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667172 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667330 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667489 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667648 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.667967 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.668126 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.668284 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.668441 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.668599 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.668757 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.668985 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669085 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669235 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669364 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669534 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669676 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669820 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.669976 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:04.670072 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.670155 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.670281 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.670458 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.670618 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.670777 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.670936 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.671098 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.671257 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.671421 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.671580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.671739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.671896 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.672055 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.672213 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.672373 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.672609 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.672801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.672933 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.673083 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.673249 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.673409 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.673575 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.673712 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.673860 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 21:11:04.674563 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.674563 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.674563 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.674563 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675194 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675194 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675194 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675194 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675194 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.675806 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676342 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676342 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676342 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676943 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676943 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676943 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.676943 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.677580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.677580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.677580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.677964 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.677964 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.678237 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.678237 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.678524 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.678524 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.678789 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.678789 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679075 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679075 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679332 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679469 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679594 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679718 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679842 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.679990 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.680153 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.680313 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.680473 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.680635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.680795 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.680957 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.681118 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.681316 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.681450 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.681629 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.681739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.681957 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.682163 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.682255 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.682368 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.682542 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.682704 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.682865 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.683038 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.683205 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.683366 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.685968 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.687204 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.688350 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.689466 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.690484 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.692414 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.693467 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.694369 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.695359 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.696604 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.697733 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.698801 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.699839 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.700739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.700739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.700739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.700739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.700739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.700739 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.701505 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.701505 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.701505 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.701505 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.701505 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702903 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702903 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702903 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.702903 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703318 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703663 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703663 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703931 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.703931 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704146 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704146 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704361 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704490 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704615 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704765 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.704927 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.705087 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.705248 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.705411 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.705572 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.705735 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.705949 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.706074 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.706192 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.706356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.706542 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.706707 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.706869 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.707032 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.707193 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.707354 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708119 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708252 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708418 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708568 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708720 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708843 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.708957 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.709118 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.709279 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.709439 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.709599 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.709760 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.709931 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.710114 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.710243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.710397 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.710580 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.710740 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.710911 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.711072 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.714635 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715243 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.715785 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716356 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.716898 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717313 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717313 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717313 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717519 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717597 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717740 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.717909 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.718083 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.718244 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.718404 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.718588 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.718750 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.718912 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.719073 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.719235 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.719394 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.719556 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.719716 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.719877 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.720039 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.720200 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.720362 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.720523 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.720684 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.720845 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.721026 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.721165 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 21:11:04.721319 dv-cinder-836083-6-iscsi neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 21:11:04.872598 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 46694) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:04.881857 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071194 May 10 21:11:16.469085 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa07f6c0-6137-46d1-aee3-56809d4f7e29 None None] get_active_networks_info from dv-cinder-836083-6-iscsi {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 21:11:16.542424 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07f6c0-6137-46d1-aee3-56809d4f7e29 None None] No non-hosted networks {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 21:11:16.558347 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.agentschedulers_db [None req-aa07f6c0-6137-46d1-aee3-56809d4f7e29 None None] DHCP Agent not found on host dv-cinder-836083-6-iscsi {{(pid=104057) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 21:11:16.731018 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-72453412-fbd8-47bf-b8a6-57c0a9e33988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642145'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:18.680122 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-874ef451-9bc1-4f30-8516-83404385cf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642145'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:18.717141 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.db.api [None req-0200d897-571e-4c42-b874-16a908c03d44 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836083-6-iscsi {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 10 21:11:18.718944 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG oslo_db.api [None req-0200d897-571e-4c42-b874-16a908c03d44 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 21:11:19.235532 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0200d897-571e-4c42-b874-16a908c03d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:19.669237 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 46756) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:19.830510 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642145'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:20.221738 dv-cinder-836083-6-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-d518a02e-e96f-4b6f-b086-7a695605bb63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:20.222384 dv-cinder-836083-6-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-d518a02e-e96f-4b6f-b086-7a695605bb63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:20.442190 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [None req-d518a02e-e96f-4b6f-b086-7a695605bb63 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:11:20.454505 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d518a02e-e96f-4b6f-b086-7a695605bb63 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7733512 May 10 21:11:21.229989 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642145'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:22.807313 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642145'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:22.808069 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.808392 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.808723 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.809168 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.809497 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.809816 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.810137 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.811030 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.811563 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.811891 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.812239 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.812713 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.813313 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.813875 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.814341 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:22.814914 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:22.827035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:22.980242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 46790) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:23.311135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:23.403517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.policy [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104056) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 21:11:23.446228 dv-cinder-836083-6-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:23.446714 dv-cinder-836083-6-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:23.606102 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780353916427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780353915935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780353998280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780354022370', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780354016146', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780353974632', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1732357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1891639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-925762'] for rbac-policy (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:23.780998 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:23.782362 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-cae2d34b-7c72-4f73-849f-bf65d8928892 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8009760 May 10 21:11:25.804202 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.db.l3_hamode_db [None req-e94e71f0-598b-4962-bc13-97ffaa32025c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 21:11:25.887990 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e71f0-598b-4962-bc13-97ffaa32025c None None] Routers set() bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:11:25.888360 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e71f0-598b-4962-bc13-97ffaa32025c None None] Router IDs set() for agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 21:11:26.233196 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 46802) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:26.544755 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:26.629505 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Made reservation on behalf of f157df588b834944b8799b6d43e8319a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:11:26.633427 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:26.649648 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:26.755749 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks [] for security_group (9e7ca7ea-c692-4637-9a66-d07e74a27be9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:26.818111 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (9e7ca7ea-c692-4637-9a66-d07e74a27be9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:26.843698 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:11:26.880401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (85df4c46-d645-4580-8ece-472f754d837b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:26.880857 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Added segment 85df4c46-d645-4580-8ece-472f754d837b of type vlan for network 88988fb7-0c99-44be-b2a2-53b7e57cc866 May 10 21:11:26.896439 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ca7ea-c692-4637-9a66-d07e74a27be9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:26.923852 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.924190 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.924540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.924887 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.925216 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.925535 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.925892 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.926209 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.926552 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.926868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.927180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.927506 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.927951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.928790 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.929106 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Tracked resource versions report: May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: pushed versions: May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: { 'AddressGroup': {'1.2'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Agent': {'1.1'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'ConntrackHelper': {'1.0'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'LocalIPAssociation': {'1.0'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Log': {'1.0'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'NDPProxy': {'1.0'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Network': {'1.1'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Port': {'1.7'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'PortForwarding': {'1.3'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'QosPolicy': {'1.10'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroup': {'1.5'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroupRule': {'1.2'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SubPort': {'1.0'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Subnet': {'1.1'}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Trunk': {'1.1'}} May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: consumer versions: May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Agent': '1.1', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'ConntrackHelper': '1.0', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'LocalIPAssociation': '1.0', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Log': '1.0', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'NDPProxy': '1.0', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Network': '1.1', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Port': '1.7', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'PortForwarding': '1.3', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'QosPolicy': '1.10', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroup': '1.5', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroupRule': '1.2', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SubPort': '1.0', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Subnet': '1.1', May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Trunk': '1.1'}} May 10 21:11:26.930493 dv-cinder-836083-6-iscsi neutron-server[104056]: {{(pid=104056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:11:26.996388 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (88988fb7-0c99-44be-b2a2-53b7e57cc866), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:27.132658 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (88988fb7-0c99-44be-b2a2-53b7e57cc866), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:27.137722 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:27.149318 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:27.250873 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] Pushing event updated for resources: {'Network': ['ID=88988fb7-0c99-44be-b2a2-53b7e57cc866,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:27.256407 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-455fa98f-ce17-4bf8-827a-d98f8a350361 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0222285 May 10 21:11:27.271598 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:11:29.720955 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46814) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:30.216856 dv-cinder-836083-6-iscsi neutron-server[104055]: WARNING oslo_policy.policy [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:30.217436 dv-cinder-836083-6-iscsi neutron-server[104055]: WARNING oslo_policy.policy [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:30.653975 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.policy [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104055) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 21:11:30.696140 dv-cinder-836083-6-iscsi neutron-server[104055]: WARNING oslo_policy.policy [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:30.696519 dv-cinder-836083-6-iscsi neutron-server[104055]: WARNING oslo_policy.policy [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 21:11:30.704047 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:30.705925 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2faad7f8-7cf8-49c8-96ab-873464d7ac36 demo admin] 10.222.0.25 "GET /v2.0/networks/88988fb7-0c99-44be-b2a2-53b7e57cc866 HTTP/1.1" status: 200 len: 825 time: 0.9829671 May 10 21:11:30.745904 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2e78accd-09d3-4c4b-9c12-04d4b54448e4 demo admin] 10.222.0.25 "GET /v2.0/subnetpools/99d73993-404a-40ac-abf9-18b0f338ff91 HTTP/1.1" status: 200 len: 734 time: 0.0337605 May 10 21:11:30.754529 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Request body: {'subnet': {'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:30.852515 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Made reservation on behalf of f157df588b834944b8799b6d43e8319a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:11:30.855400 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:31.184402 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (4200a8b0-b868-4bfa-bc00-4ceba030964c), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:31.253345 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Checking segment: {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:11:31.253712 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Network hostable DHCP agents. Network: 88988fb7-0c99-44be-b2a2-53b7e57cc866, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:11:31.267971 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Pushing event updated for resources: {'Subnet': ['ID=4200a8b0-b868-4bfa-bc00-4ceba030964c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:31.281505 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.281851 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.282209 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.282583 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.282929 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.283236 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.283556 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.283875 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.284209 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.284529 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.284846 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.285177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.285756 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.286069 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.286378 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Tracked resource versions report: May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: pushed versions: May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: { 'AddressGroup': {'1.2'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Agent': {'1.1'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'ConntrackHelper': {'1.0'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Log': {'1.0'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'NDPProxy': {'1.0'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Network': {'1.1'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Port': {'1.7'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'PortForwarding': {'1.3'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'QosPolicy': {'1.10'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroup': {'1.5'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SubPort': {'1.0'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Subnet': {'1.1'}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Trunk': {'1.1'}} May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: consumer versions: May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Agent': '1.1', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'ConntrackHelper': '1.0', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'LocalIPAssociation': '1.0', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Log': '1.0', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'NDPProxy': '1.0', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Network': '1.1', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Port': '1.7', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'PortForwarding': '1.3', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'QosPolicy': '1.10', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroup': '1.5', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroupRule': '1.2', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SubPort': '1.0', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Subnet': '1.1', May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Trunk': '1.1'}} May 10 21:11:31.288868 dv-cinder-836083-6-iscsi neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:11:31.338244 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:11:31.389511 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 88988fb7-0c99-44be-b2a2-53b7e57cc866) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:11:31.394231 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:31.394893 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:31.400191 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806af0eb-33ad-4846-9245-ade094bb9f9b None None] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:11:31.489341 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e21179c5-a994-467a-90af-991ef4500c1f demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7380474 May 10 21:11:31.659056 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-88988fb7-0c99-44be-b2a2-53b7e57cc866', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'project_id': 'f157df588b834944b8799b6d43e8319a', 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:11:31.660671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:31.970451 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Allocated IP 172.20.0.2 (88988fb7-0c99-44be-b2a2-53b7e57cc866/4200a8b0-b868-4bfa-bc00-4ceba030964c/82eb6a43-81dc-4758-a202-af9571e56d5f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:11:32.317260 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Publish callbacks [] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:32.390306 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:32.460054 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:11:32.464746 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:11:32.477739 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:11:32.484981 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Pushing event updated for resources: {'Port': ['ID=82eb6a43-81dc-4758-a202-af9571e56d5f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:32.529649 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.529998 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.530362 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.530762 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.531104 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.531439 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.531769 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.532097 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.532427 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.532756 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.533086 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.533433 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.533763 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.534088 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.534411 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Tracked resource versions report: May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: pushed versions: May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: { 'AddressGroup': {'1.2'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Agent': {'1.1'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'ConntrackHelper': {'1.0'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Log': {'1.0'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'NDPProxy': {'1.0'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Network': {'1.1'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Port': {'1.7'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'PortForwarding': {'1.3'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'QosPolicy': {'1.10'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroup': {'1.5'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SubPort': {'1.0'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Subnet': {'1.1'}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Trunk': {'1.1'}} May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: consumer versions: May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Agent': '1.1', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'ConntrackHelper': '1.0', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'LocalIPAssociation': '1.0', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Log': '1.0', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'NDPProxy': '1.0', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Network': '1.1', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Port': '1.7', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'PortForwarding': '1.3', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'QosPolicy': '1.10', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroup': '1.5', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroupRule': '1.2', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SubPort': '1.0', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Subnet': '1.1', May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Trunk': '1.1'}} May 10 21:11:32.536127 dv-cinder-836083-6-iscsi neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:11:32.570855 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Attempting to bind port 82eb6a43-81dc-4758-a202-af9571e56d5f on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:11:32.571185 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Attempting to bind port 82eb6a43-81dc-4758-a202-af9571e56d5f by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:11:32.571617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Attempting to bind port 82eb6a43-81dc-4758-a202-af9571e56d5f on network 88988fb7-0c99-44be-b2a2-53b7e57cc866 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:11:32.576523 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:11:32.576905 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Checking segment: {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:11:32.577405 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:32.577797 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Bound using segment: {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:11:32.578290 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Bound port: 82eb6a43-81dc-4758-a202-af9571e56d5f, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:11:32.578721 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:32.642073 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] For port 82eb6a43-81dc-4758-a202-af9571e56d5f, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:11:32.661749 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] For port 82eb6a43-81dc-4758-a202-af9571e56d5f, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=82eb6a43-81dc-4758-a202-af9571e56d5f,segment=NetworkSegment(85df4c46-d645-4580-8ece-472f754d837b),segment_id=85df4c46-d645-4580-8ece-472f754d837b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:11:32.733439 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:32.794141 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96a9b4-a026-49b6-80a1-7900395b2a84 None None] Pushing event updated for resources: {'Port': ['ID=82eb6a43-81dc-4758-a202-af9571e56d5f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:33.989923 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:34.309185 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [None req-31635162-8530-4479-8340-48638f4fc671 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:11:34.310189 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-31635162-8530-4479-8340-48638f4fc671 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3189566 May 10 21:11:36.800940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46842) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:37.119032 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [None req-2f41ffb7-bbfb-4f62-a8d2-be7056de4dd8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:11:37.123117 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2f41ffb7-bbfb-4f62-a8d2-be7056de4dd8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3174756 May 10 21:11:39.598180 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:39.914273 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:40.007550 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:40.009140 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:40.148581 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] Publish callbacks [] for router_controller (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:40.190245 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:40.254035 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:40.255254 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f5f4b310-7ee6-49ed-8ea2-d0e51ef336d8 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6559889 May 10 21:11:42.758010 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:43.079860 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [None req-c5bc8437-6ab2-4e34-8b8b-5e250c46283d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:11:43.080864 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c5bc8437-6ab2-4e34-8b8b-5e250c46283d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3219540 May 10 21:11:43.484882 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 82eb6a43-81dc-4758-a202-af9571e56d5f up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:11:43.573269 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 82eb6a43-81dc-4758-a202-af9571e56d5f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:43.573725 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:43.686713 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 82eb6a43-81dc-4758-a202-af9571e56d5f is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:11:43.687197 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:43.724401 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 82eb6a43-81dc-4758-a202-af9571e56d5f, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=82eb6a43-81dc-4758-a202-af9571e56d5f,segment=NetworkSegment(85df4c46-d645-4580-8ece-472f754d837b),segment_id=85df4c46-d645-4580-8ece-472f754d837b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:11:43.789622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:43.841383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=82eb6a43-81dc-4758-a202-af9571e56d5f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:44.273667 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f2149-771d-436e-bc41-ddeb281986e1 None None] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:11:44.346992 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-17b1a4e5-4130-4d98-90f6-70300b3f5cba None None] Provisioning complete for port 82eb6a43-81dc-4758-a202-af9571e56d5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:44.347388 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17b1a4e5-4130-4d98-90f6-70300b3f5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:44.467823 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-17b1a4e5-4130-4d98-90f6-70300b3f5cba None None] Current status of the port 82eb6a43-81dc-4758-a202-af9571e56d5f is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:11:44.688948 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-edc1f010-06dd-4704-9c7a-fa2bd7626941 None None] Provisioning complete for port 82eb6a43-81dc-4758-a202-af9571e56d5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:44.689628 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-edc1f010-06dd-4704-9c7a-fa2bd7626941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:44.763818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-edc1f010-06dd-4704-9c7a-fa2bd7626941 None None] Current status of the port 82eb6a43-81dc-4758-a202-af9571e56d5f is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:11:45.454895 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 82eb6a43-81dc-4758-a202-af9571e56d5f up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:11:45.498538 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 82eb6a43-81dc-4758-a202-af9571e56d5f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:45.498925 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:45.567312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:45.575463 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 82eb6a43-81dc-4758-a202-af9571e56d5f is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:11:45.878409 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:45.983437 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Made reservation on behalf of 3ea6acf0b7844ccca48ba57f57c13860 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:11:45.985731 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.002805 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.122128 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks [] for security_group (44cec32c-909f-42ae-9c32-ed4a7dffbe67), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.171908 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (44cec32c-909f-42ae-9c32-ed4a7dffbe67), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.187890 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Reserving flat network on physical network physnet1 {{(pid=104055) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 21:11:46.208365 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cec32c-909f-42ae-9c32-ed4a7dffbe67,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:46.215187 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (bd1d9180-5d40-4cc2-92fa-98674cb9ba44), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.215671 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Added segment bd1d9180-5d40-4cc2-92fa-98674cb9ba44 of type flat for network 8d801069-0734-4454-ad1f-cfe13c1713d4 May 10 21:11:46.270286 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (8d801069-0734-4454-ad1f-cfe13c1713d4), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.372170 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (8d801069-0734-4454-ad1f-cfe13c1713d4), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.373163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:46.373739 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:46.471597 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] Pushing event updated for resources: {'Network': ['ID=8d801069-0734-4454-ad1f-cfe13c1713d4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:46.479321 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d920558d-c767-4bd4-b5e6-bed29225e279 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9104409 May 10 21:11:46.482310 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:11:46.486534 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18256d93-6eac-4714-9524-b60f39c75319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:48.680572 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66a36062-85fa-4d9d-8b7f-5088eb00d5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:48.959806 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:49.319117 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de25c5b-b557-4310-82d3-62d554e172d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:49.320463 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-3de25c5b-b557-4310-82d3-62d554e172d5 demo admin] 10.222.0.25 "GET /v2.0/subnets/4200a8b0-b868-4bfa-bc00-4ceba030964c HTTP/1.1" status: 200 len: 849 time: 0.3597093 May 10 21:11:49.444316 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-eeaf698f-7c30-4f5f-9693-9e9686fbf1e9 demo admin] 10.222.0.25 "GET /v2.0/routers/7b76ee55-5028-4c16-bfa6-d3230db3ddd0 HTTP/1.1" status: 200 len: 704 time: 0.1182075 May 10 21:11:49.713417 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:49.806079 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.007520 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Allocated IP 172.20.0.1 (88988fb7-0c99-44be-b2a2-53b7e57cc866/4200a8b0-b868-4bfa-bc00-4ceba030964c/ac3f4566-8fe9-4735-96bb-84b11a52d9f9) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:11:50.218999 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks [] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.378606 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.447030 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:11:50.452828 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:11:50.461452 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:11:50.461873 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.495198 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Pushing event updated for resources: {'Port': ['ID=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:50.614061 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-83b86e08-01b5-4390-bdab-4ec31328fcd9 None None] Provisioning complete for port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:50.614637 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-83b86e08-01b5-4390-bdab-4ec31328fcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.649219 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-83b86e08-01b5-4390-bdab-4ec31328fcd9 None None] Port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:11:50.702602 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.940145 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks [] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.983533 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:50.984391 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:51.048957 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Pushing event updated for resources: {'Port': ['ID=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:51.113639 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:11:51.116039 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:11:51.212047 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:51.331774 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:11:51.372108 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6cd4e862-f556-4e2d-96b7-d79a2f593060 None None] Provisioning complete for port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:51.372508 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e862-f556-4e2d-96b7-d79a2f593060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:51.405404 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4e862-f556-4e2d-96b7-d79a2f593060 None None] Port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:11:51.426287 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:11:51.432321 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c8cad51d-85b0-4dcb-80bb-f8f677ba1360 demo admin] 10.222.0.25 "PUT /v2.0/routers/7b76ee55-5028-4c16-bfa6-d3230db3ddd0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9828641 May 10 21:11:51.436937 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Sync routers for ids ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:11:51.449973 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Routers {'7b76ee55-5028-4c16-bfa6-d3230db3ddd0'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:11:51.450831 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:11:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:51.645479 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Set router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:11:52.067451 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'name': 'router1', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:11:40Z', 'updated_at': '2022-05-10T21:11:50Z', 'revision_number': 2, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'gw_port_host': None, '_interfaces': [{'id': 'ac3f4566-8fe9-4735-96bb-84b11a52d9f9', 'name': '', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'mac_address': 'fa:16:3e:26:57:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:49Z', 'updated_at': '2022-05-10T21:11:50Z', 'revision_number': 2, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'subnets': [{'id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:52.126117 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Checking router: 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:11:52.126501 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Updating router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:11:52.180829 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:52.721331 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Publish callbacks [] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:52.800260 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:52.823320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:52.946666 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:52.961081 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.961435 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.962212 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.962212 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.962424 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.962783 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.963112 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.963432 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.963762 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.964087 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.964407 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.964746 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.965068 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.965391 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.965703 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Tracked resource versions report: May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: pushed versions: May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Agent': {'1.1'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Log': {'1.0'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Network': {'1.1'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Port': {'1.7'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: consumer versions: May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Agent': '1.1', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Log': '1.0', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'NDPProxy': '1.0', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Network': '1.1', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Port': '1.7', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'PortForwarding': '1.3', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'QosPolicy': '1.10', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SubPort': '1.0', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Subnet': '1.1', May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Trunk': '1.1'}} May 10 21:11:52.967247 dv-cinder-836083-6-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:11:53.003290 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Attempting to bind port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:11:53.003688 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Attempting to bind port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:11:53.004123 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Attempting to bind port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 on network 88988fb7-0c99-44be-b2a2-53b7e57cc866 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:11:53.010225 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:11:53.010688 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Checking segment: {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:11:53.011343 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.011733 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Bound using segment: {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:11:53.012249 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Bound port: ac3f4566-8fe9-4735-96bb-84b11a52d9f9, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85df4c46-d645-4580-8ece-472f754d837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:11:53.012628 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.089519 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] For port ac3f4566-8fe9-4735-96bb-84b11a52d9f9, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:11:53.110517 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] For port ac3f4566-8fe9-4735-96bb-84b11a52d9f9, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,segment=NetworkSegment(85df4c46-d645-4580-8ece-472f754d837b),segment_id=85df4c46-d645-4580-8ece-472f754d837b)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:11:53.151248 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-521ded82-5c22-4c8a-acf3-1512a6076ac8 None None] Provisioning complete for port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:53.151642 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-521ded82-5c22-4c8a-acf3-1512a6076ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.179076 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.186423 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-521ded82-5c22-4c8a-acf3-1512a6076ac8 None None] Port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:11:53.244679 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Routers {'7b76ee55-5028-4c16-bfa6-d3230db3ddd0'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:11:53.245320 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:11:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:53.248485 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fe617-8d62-4154-86b2-2f26784fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:53.341844 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] Set router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:11:53.406621 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] Provisioning complete for port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:11:53.407016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.488018 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] Current status of the port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:11:53.488671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.524202 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] For port ac3f4566-8fe9-4735-96bb-84b11a52d9f9, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,segment=NetworkSegment(85df4c46-d645-4580-8ece-472f754d837b),segment_id=85df4c46-d645-4580-8ece-472f754d837b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:11:53.547062 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'name': 'router1', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:11:40Z', 'updated_at': '2022-05-10T21:11:50Z', 'revision_number': 2, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'gw_port_host': None, '_interfaces': [{'id': 'ac3f4566-8fe9-4735-96bb-84b11a52d9f9', 'name': '', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'mac_address': 'fa:16:3e:26:57:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:49Z', 'updated_at': '2022-05-10T21:11:53Z', 'revision_number': 4, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'subnets': [{'id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:11:53.574329 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f069c-1428-4fcb-b007-c7b01ed00ecf None None] The sync data for ids ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'] in dv-cinder-836083-6-iscsi is: [{'id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'name': 'router1', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:11:40Z', 'updated_at': '2022-05-10T21:11:50Z', 'revision_number': 2, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'gw_port_host': None, '_interfaces': [{'id': 'ac3f4566-8fe9-4735-96bb-84b11a52d9f9', 'name': '', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'mac_address': 'fa:16:3e:26:57:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:49Z', 'updated_at': '2022-05-10T21:11:53Z', 'revision_number': 4, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'subnets': [{'id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:11:53.583992 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:53.634166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf78de-54a5-4ebf-8996-9b642c6b1ac4 None None] Pushing event updated for resources: {'Port': ['ID=ac3f4566-8fe9-4735-96bb-84b11a52d9f9,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:53.887692 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:54.081002 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e3fdc-7a5e-48e1-a46f-5cf861f4f496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:54.082386 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8b1e3fdc-7a5e-48e1-a46f-5cf861f4f496 admin admin] 10.222.0.25 "GET /v2.0/networks/8d801069-0734-4454-ad1f-cfe13c1713d4 HTTP/1.1" status: 200 len: 842 time: 0.1937296 May 10 21:11:54.092642 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:54.172151 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Made reservation on behalf of 3ea6acf0b7844ccca48ba57f57c13860 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:11:54.174583 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:54.501312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.objects.ports [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 21:11:54.501762 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (a0839a14-3a51-4d48-b48e-664e0f075163), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:54.554664 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0839a14-3a51-4d48-b48e-664e0f075163,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:54.564547 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:11:54.564902 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Network hostable DHCP agents. Network: 8d801069-0734-4454-ad1f-cfe13c1713d4, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:11:54.651845 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:11:54.731770 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 8d801069-0734-4454-ad1f-cfe13c1713d4) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:11:54.736370 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:54.737348 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:54.740904 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc47ca-7495-452a-9444-bf4892dbcab6 None None] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:11:54.842565 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a8935242-63c5-4787-9e0e-9c6104cea22a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7425895 May 10 21:11:54.855100 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d8276-6be6-4105-98e1-fc90bdfcaa1b None None] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:11:57.279526 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:11:57.488009 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fd3723bc-8fa8-457a-b770-760be7b3bc86 demo admin] 10.222.0.25 "GET /v2.0/routers/7b76ee55-5028-4c16-bfa6-d3230db3ddd0 HTTP/1.1" status: 200 len: 710 time: 0.2071569 May 10 21:11:57.575995 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363fc118-2f53-4cd4-ba6d-cf517ccb2e22 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:11:57.577368 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-363fc118-2f53-4cd4-ba6d-cf517ccb2e22 demo admin] 10.222.0.25 "GET /v2.0/networks/8d801069-0734-4454-ad1f-cfe13c1713d4 HTTP/1.1" status: 200 len: 886 time: 0.0831101 May 10 21:11:57.586848 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:11:57.838680 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks [] for router_gateway (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:58.095840 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks [] for router_gateway (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:58.170027 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:58.274359 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Allocated IP 172.27.3.31 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/8e6ba41a-4dc6-4239-89db-97348b4aec28) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:11:58.382800 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks [] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:58.464146 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:58.501632 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:11:58.504437 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:11:58.510888 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:11:58.516094 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Pushing event updated for resources: {'Port': ['ID=8e6ba41a-4dc6-4239-89db-97348b4aec28,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:11:58.840053 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks [] for router_gateway (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:59.224470 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:59.228342 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-654114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648328'] for router (7b76ee55-5028-4c16-bfa6-d3230db3ddd0), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:59.337918 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:11:59.449557 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:11:59.453783 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:11:59.454985 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7a1825dd-8126-4e0f-94d3-74b18011bad3 demo admin] 10.222.0.25 "PUT /v2.0/routers/7b76ee55-5028-4c16-bfa6-d3230db3ddd0 HTTP/1.1" status: 200 len: 889 time: 1.8717430 May 10 21:11:59.582032 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:12:01.470569 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device ac3f4566-8fe9-4735-96bb-84b11a52d9f9 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:12:01.516375 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:12:01.516665 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:01.596738 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:12:01.973567 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 46928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:12:02.091214 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b54043e3-829d-48d1-98c1-5d54b027137c admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1106215 May 10 21:12:02.375007 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Sync routers for ids ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:12:02.387013 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Routers {'7b76ee55-5028-4c16-bfa6-d3230db3ddd0'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:12:02.387691 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:11:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:12:02.606943 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Set router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:12:03.068912 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'name': 'router1', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8e6ba41a-4dc6-4239-89db-97348b4aec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:11:40Z', 'updated_at': '2022-05-10T21:11:58Z', 'revision_number': 4, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'gw_port': {'id': '8e6ba41a-4dc6-4239-89db-97348b4aec28', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:58Z', 'updated_at': '2022-05-10T21:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'ac3f4566-8fe9-4735-96bb-84b11a52d9f9', 'name': '', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'mac_address': 'fa:16:3e:26:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:49Z', 'updated_at': '2022-05-10T21:11:53Z', 'revision_number': 5, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'subnets': [{'id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:12:03.122479 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Checking router: 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:12:03.122854 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Updating router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 port 8e6ba41a-4dc6-4239-89db-97348b4aec28 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:12:03.176123 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:03.534822 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Publish callbacks [] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:03.611314 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:03.666172 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abfb6e-4930-4007-9685-3888174790ff None None] Pushing event updated for resources: {'Port': ['ID=8e6ba41a-4dc6-4239-89db-97348b4aec28,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:12:03.668464 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Attempting to bind port 8e6ba41a-4dc6-4239-89db-97348b4aec28 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:12:03.668839 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Attempting to bind port 8e6ba41a-4dc6-4239-89db-97348b4aec28 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:12:03.669205 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Attempting to bind port 8e6ba41a-4dc6-4239-89db-97348b4aec28 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:12:03.674747 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:12:03.675126 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:12:03.675532 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:03.675921 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:12:03.676409 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Bound port: 8e6ba41a-4dc6-4239-89db-97348b4aec28, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:12:03.677509 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:03.727290 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] For port 8e6ba41a-4dc6-4239-89db-97348b4aec28, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:12:03.730456 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] For port 8e6ba41a-4dc6-4239-89db-97348b4aec28, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=8e6ba41a-4dc6-4239-89db-97348b4aec28,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:12:03.800881 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:03.865380 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abfb6e-4930-4007-9685-3888174790ff None None] Pushing event updated for resources: {'Port': ['ID=8e6ba41a-4dc6-4239-89db-97348b4aec28,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:12:03.870779 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Routers {'7b76ee55-5028-4c16-bfa6-d3230db3ddd0'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:12:03.871669 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:11:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:12:03.985116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] Set router 7b76ee55-5028-4c16-bfa6-d3230db3ddd0 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:12:04.202838 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'name': 'router1', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8e6ba41a-4dc6-4239-89db-97348b4aec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:11:40Z', 'updated_at': '2022-05-10T21:11:58Z', 'revision_number': 4, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'gw_port': {'id': '8e6ba41a-4dc6-4239-89db-97348b4aec28', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:58Z', 'updated_at': '2022-05-10T21:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'ac3f4566-8fe9-4735-96bb-84b11a52d9f9', 'name': '', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'mac_address': 'fa:16:3e:26:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:49Z', 'updated_at': '2022-05-10T21:11:53Z', 'revision_number': 5, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'subnets': [{'id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:12:04.233059 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea484-846b-4737-b864-c1229f7ad769 None None] The sync data for ids ['7b76ee55-5028-4c16-bfa6-d3230db3ddd0'] in dv-cinder-836083-6-iscsi is: [{'id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'name': 'router1', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8e6ba41a-4dc6-4239-89db-97348b4aec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:11:40Z', 'updated_at': '2022-05-10T21:11:58Z', 'revision_number': 4, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'gw_port': {'id': '8e6ba41a-4dc6-4239-89db-97348b4aec28', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:58Z', 'updated_at': '2022-05-10T21:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'ac3f4566-8fe9-4735-96bb-84b11a52d9f9', 'name': '', 'network_id': '88988fb7-0c99-44be-b2a2-53b7e57cc866', 'tenant_id': 'f157df588b834944b8799b6d43e8319a', 'mac_address': 'fa:16:3e:26:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b76ee55-5028-4c16-bfa6-d3230db3ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:11:49Z', 'updated_at': '2022-05-10T21:11:53Z', 'revision_number': 5, 'project_id': 'f157df588b834944b8799b6d43e8319a', 'subnets': [{'id': '4200a8b0-b868-4bfa-bc00-4ceba030964c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99d73993-404a-40ac-abf9-18b0f338ff91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:12:05.497334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 8e6ba41a-4dc6-4239-89db-97348b4aec28 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:12:05.552918 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 8e6ba41a-4dc6-4239-89db-97348b4aec28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:12:05.553487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:05.660078 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 8e6ba41a-4dc6-4239-89db-97348b4aec28 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:12:05.660568 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:05.682846 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 8e6ba41a-4dc6-4239-89db-97348b4aec28, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=8e6ba41a-4dc6-4239-89db-97348b4aec28,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:12:05.754832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:05.829844 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=8e6ba41a-4dc6-4239-89db-97348b4aec28,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:12:07.553349 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 8e6ba41a-4dc6-4239-89db-97348b4aec28 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:12:07.623099 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 8e6ba41a-4dc6-4239-89db-97348b4aec28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:12:07.623823 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (8e6ba41a-4dc6-4239-89db-97348b4aec28), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:07.779711 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 8e6ba41a-4dc6-4239-89db-97348b4aec28 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:12:16.513768 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-05b6fccc-0186-40da-8715-3fafd21110c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:18.760440 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a54393ad-1e28-4670-98ed-f7aefaf96661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:19.822950 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:21.177496 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:22.805571 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:36.581718 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:12:46.501871 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-431653ef-364c-4c0d-9d41-bb92932db736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:48.649505 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-208495b7-bbed-4393-918e-214b9cb2a2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:49.804023 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:51.187165 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:12:52.798855 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:13.580374 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:13:16.499793 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3935751e-de4b-4042-aea5-52eb3f5abac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:18.637168 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d868850d-384e-45ba-bbad-64fe340d216f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:19.802559 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:21.174342 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:22.499592 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:22.561149 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb71bc9-aee2-461b-a69b-c65c0b301307 admin admin] GET failed (client error): The resource could not be found. May 10 21:13:22.562414 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8bb71bc9-aee2-461b-a69b-c65c0b301307 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618849 May 10 21:13:22.724899 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eacc36b-e6b7-4f31-a92f-2dce66bb5144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:22.726676 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7eacc36b-e6b7-4f31-a92f-2dce66bb5144 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595647 May 10 21:13:22.808724 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:24.991907 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:25.084193 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc938de-f4ac-4fea-b2dd-5957bb9b8e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:25.085531 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fdc938de-f4ac-4fea-b2dd-5957bb9b8e02 admin admin] 10.222.0.25 "GET /v2.0/subnets/4200a8b0-b868-4bfa-bc00-4ceba030964c HTTP/1.1" status: 200 len: 849 time: 0.0926778 May 10 21:13:25.094699 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:13:25.179767 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Publish callbacks [] for subnet (4200a8b0-b868-4bfa-bc00-4ceba030964c), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:25.384990 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780352777346'] for subnet (4200a8b0-b868-4bfa-bc00-4ceba030964c), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:25.419384 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:25.419976 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:25.424332 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] 10.222.0.25 "PUT /v2.0/subnets/4200a8b0-b868-4bfa-bc00-4ceba030964c HTTP/1.1" status: 200 len: 868 time: 0.3329937 May 10 21:13:25.424988 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ff739-820c-45a5-ab6b-33c047dcba53 None None] Network 88988fb7-0c99-44be-b2a2-53b7e57cc866 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:13:25.446260 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4200a8b0-b868-4bfa-bc00-4ceba030964c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:13:25.453811 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.454138 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.454504 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.454890 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.455223 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.456142 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.456678 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.457022 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.457352 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.457681 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.458032 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.458411 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.458782 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.459107 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.459425 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d87e6-7b74-4cba-8dbb-34e3a0174f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:13:25.792628 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c34d1682-3d81-4eec-ae10-baacdfe0ffe1 None None] Provisioning complete for port 82eb6a43-81dc-4758-a202-af9571e56d5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:13:25.793017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34d1682-3d81-4eec-ae10-baacdfe0ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (82eb6a43-81dc-4758-a202-af9571e56d5f), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:25.874703 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c34d1682-3d81-4eec-ae10-baacdfe0ffe1 None None] Current status of the port 82eb6a43-81dc-4758-a202-af9571e56d5f is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:13:25.883090 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c34d1682-3d81-4eec-ae10-baacdfe0ffe1 None None] Provisioning complete for port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:13:25.883457 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34d1682-3d81-4eec-ae10-baacdfe0ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ac3f4566-8fe9-4735-96bb-84b11a52d9f9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:25.957952 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c34d1682-3d81-4eec-ae10-baacdfe0ffe1 None None] Current status of the port ac3f4566-8fe9-4735-96bb-84b11a52d9f9 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:13:27.680325 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:27.876395 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc805900-7b12-4972-8d9d-bfa914638f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:27.876859 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc805900-7b12-4972-8d9d-bfa914638f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:27.879166 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-bc805900-7b12-4972-8d9d-bfa914638f2e admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977637 May 10 21:13:30.137757 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:30.269478 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4bf251-7c8e-48d6-87f0-db993a1e1bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:30.269951 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4bf251-7c8e-48d6-87f0-db993a1e1bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:30.271505 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ab4bf251-7c8e-48d6-87f0-db993a1e1bf1 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328113 May 10 21:13:32.505045 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47446) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:32.632889 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6bcc8-bcc0-4c52-b6a8-46177e4ce349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:32.634279 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-82d6bcc8-bcc0-4c52-b6a8-46177e4ce349 admin admin] 10.222.0.25 "GET /v2.0/networks/88988fb7-0c99-44be-b2a2-53b7e57cc866 HTTP/1.1" status: 200 len: 869 time: 0.1282718 May 10 21:13:34.868361 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:35.105407 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1fa35-5688-42bb-a5a8-61889b7a4f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:35.106841 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d0e1fa35-5688-42bb-a5a8-61889b7a4f1d admin admin] 10.222.0.25 "GET /v2.0/networks/8d801069-0734-4454-ad1f-cfe13c1713d4 HTTP/1.1" status: 200 len: 886 time: 0.2375340 May 10 21:13:37.344551 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:37.472649 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f95b5-5003-485d-8724-e21167478a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:37.473141 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f95b5-5003-485d-8724-e21167478a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:37.474764 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-254f95b5-5003-485d-8724-e21167478a77 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291265 May 10 21:13:39.703996 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47470) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:39.795152 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2998323-7bf3-4a72-9ca2-6d2a433ae556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:39.795611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2998323-7bf3-4a72-9ca2-6d2a433ae556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:39.797135 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b2998323-7bf3-4a72-9ca2-6d2a433ae556 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921650 May 10 21:13:42.023972 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47478) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:42.163306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09467340-0555-4eae-8a03-e5a93f353fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:42.164679 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-09467340-0555-4eae-8a03-e5a93f353fbb admin admin] 10.222.0.25 "GET /v2.0/subnets/4200a8b0-b868-4bfa-bc00-4ceba030964c HTTP/1.1" status: 200 len: 868 time: 0.1397595 May 10 21:13:44.406258 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:13:44.491977 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c014a-b405-4aad-bc6f-9ff3267d9d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:13:44.493305 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e35c014a-b405-4aad-bc6f-9ff3267d9d1a admin admin] 10.222.0.25 "GET /v2.0/subnets/a0839a14-3a51-4d48-b48e-664e0f075163 HTTP/1.1" status: 200 len: 816 time: 0.0860734 May 10 21:13:46.492986 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-354b3b6e-8947-43aa-b559-52c7bc156bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:48.658500 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28a5e93d-a900-4ee0-83f6-455f048fe4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:49.795826 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:50.578341 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:13:51.191740 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:13:52.806602 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:16.525722 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd2685ab-9260-4c82-a008-f938e01cc25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:18.651134 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f5064f6a-c001-47f0-a864-69ba5e439ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:19.811395 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:21.189291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:22.822717 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:25.513879 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47546) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:14:25.561277 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [None req-971a92a5-599f-4b55-99a7-b5db9308f8e6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:14:25.562405 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-971a92a5-599f-4b55-99a7-b5db9308f8e6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474281 May 10 21:14:27.576842 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:14:27.884596 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:14:27.944577 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9247f3ba-8f09-4eb5-b44a-214e2eb42334 admin admin] GET failed (client error): The resource could not be found. May 10 21:14:27.945858 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-9247f3ba-8f09-4eb5-b44a-214e2eb42334 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603104 May 10 21:14:28.034864 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34693fb2-db6a-48bf-a016-673837703ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:14:28.036362 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-34693fb2-db6a-48bf-a016-673837703ba5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864966 May 10 21:14:30.317570 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:14:30.364207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:14:30.433564 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Made reservation on behalf of 3ea6acf0b7844ccca48ba57f57c13860 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:14:30.435982 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:30.464511 dv-cinder-836083-6-iscsi neutron-server[104055]: WARNING neutron.services.revisions.revision_plugin [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Could not find related network for resource to bump revision. May 10 21:14:30.477707 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:14:30.487032 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (2bdb231b-b08f-4a7f-9b6d-04c377f3571c), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:30.487417 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Added segment 2bdb231b-b08f-4a7f-9b6d-04c377f3571c of type vlan for network 03f15d24-dee7-4394-8c0f-e45b8ff17306 May 10 21:14:30.525044 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (03f15d24-dee7-4394-8c0f-e45b8ff17306), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:30.610618 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (03f15d24-dee7-4394-8c0f-e45b8ff17306), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:30.611636 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:14:30.612203 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:30.672939 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=03f15d24-dee7-4394-8c0f-e45b8ff17306,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:14:30.679395 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.682740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.683535 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.683535 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.683679 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.683930 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:30.695979 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 03f15d24-dee7-4394-8c0f-e45b8ff17306 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:14:30.733381 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-115ba28f-a539-4bff-87ab-0cd31de2c3a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4147406 May 10 21:14:33.029761 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47570) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:14:33.090924 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ce3c72-dd66-45e2-888d-f8141c2a238b admin admin] GET failed (client error): The resource could not be found. May 10 21:14:33.092166 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d7ce3c72-dd66-45e2-888d-f8141c2a238b admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614555 May 10 21:14:33.161072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f9828-e3e3-412b-8a05-4d0a8493c8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:14:33.162534 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-3a5f9828-e3e3-412b-8a05-4d0a8493c8a2 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652001 May 10 21:14:33.172039 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:14:33.250538 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Made reservation on behalf of 3ea6acf0b7844ccca48ba57f57c13860 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:14:33.252992 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:33.496618 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:33.549220 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:14:33.558991 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Checking segment: {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:14:33.559338 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Network hostable DHCP agents. Network: 03f15d24-dee7-4394-8c0f-e45b8ff17306, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:14:33.633220 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Network 03f15d24-dee7-4394-8c0f-e45b8ff17306 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:14:33.684950 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 03f15d24-dee7-4394-8c0f-e45b8ff17306) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:14:33.689970 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:14:33.696475 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:33.696630 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ee282-2302-483c-824f-492bcb7c0ad8 None None] Network 03f15d24-dee7-4394-8c0f-e45b8ff17306 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:14:33.768289 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-5c1ef5dd-3cba-4dbc-a815-6fca53461777 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5994415 May 10 21:14:33.798802 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-03f15d24-dee7-4394-8c0f-e45b8ff17306', 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306', 'project_id': '3ea6acf0b7844ccca48ba57f57c13860', 'fixed_ips': [{'subnet_id': 'ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:14:33.800113 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:34.043977 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Allocated IP 192.168.233.2 (03f15d24-dee7-4394-8c0f-e45b8ff17306/ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6/923bfb2a-de11-4ed9-a252-5dd7d7e2fb59) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:14:34.189915 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Publish callbacks [] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:34.268110 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:34.306787 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Network 03f15d24-dee7-4394-8c0f-e45b8ff17306 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:14:34.309636 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:14:34.313351 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:14:34.325166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Pushing event updated for resources: {'Port': ['ID=923bfb2a-de11-4ed9-a252-5dd7d7e2fb59,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:14:34.335729 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.336080 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.336445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.336814 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.337156 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.337489 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.337816 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.338143 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.338491 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.338817 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.339148 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.339492 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.339828 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.340145 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.340467 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:14:34.392942 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Attempting to bind port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:14:34.393376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Attempting to bind port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:14:34.393739 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Attempting to bind port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 on network 03f15d24-dee7-4394-8c0f-e45b8ff17306 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:14:34.398842 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:14:34.399222 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Checking segment: {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:14:34.399619 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:34.400016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Bound using segment: {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:14:34.400479 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Bound port: 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:14:34.400860 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:34.465653 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] For port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:14:34.469292 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] For port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=923bfb2a-de11-4ed9-a252-5dd7d7e2fb59,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:14:34.531988 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:34.588372 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dd25c-b207-40b0-9f90-a8066778c62d None None] Pushing event updated for resources: {'Port': ['ID=923bfb2a-de11-4ed9-a252-5dd7d7e2fb59,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:14:35.423410 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7fbce-411d-42af-9563-3b6ecc17abd6 None None] Network 03f15d24-dee7-4394-8c0f-e45b8ff17306 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:14:35.496650 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] Provisioning complete for port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:14:35.497052 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:35.605026 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:14:35.647627 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] Current status of the port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:14:35.647959 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:35.696809 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:14:35.697204 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:35.700076 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] For port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=923bfb2a-de11-4ed9-a252-5dd7d7e2fb59,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:14:35.788459 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:35.833201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:14:35.833601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:35.871555 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f5c7-2ad5-49d8-8e49-5330b0cf5b9e None None] Pushing event updated for resources: {'Port': ['ID=923bfb2a-de11-4ed9-a252-5dd7d7e2fb59,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:14:35.920094 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-71a0fae8-96b7-4992-b8b2-bbfba13e20cb None None] Provisioning complete for port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:14:35.920094 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71a0fae8-96b7-4992-b8b2-bbfba13e20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:35.921746 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.db.api [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 10 21:14:35.922248 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG oslo_db.api [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 21:14:36.002870 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-71a0fae8-96b7-4992-b8b2-bbfba13e20cb None None] Current status of the port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:14:36.458830 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:14:37.549216 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:14:37.597412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:14:37.597412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (923bfb2a-de11-4ed9-a252-5dd7d7e2fb59), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:37.686695 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 923bfb2a-de11-4ed9-a252-5dd7d7e2fb59 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:14:46.564094 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68488e06-5748-45b9-9c71-e5a72cc706c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:48.655752 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-96fe38e8-99f9-4ab0-a9d9-117802549b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:49.826893 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:51.204320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:14:52.804086 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:04.578170 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:15:16.551444 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-184c40c5-bf68-4dc1-9557-34228d686b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:18.682607 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7068954-fda5-49cd-8506-96a633f60a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:19.825478 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:21.202628 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:22.791484 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:41.576295 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:15:46.521072 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06495b4e-9ad9-40b4-a923-d96396273fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:48.653259 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0cff447f-4d10-4fbc-b2c6-8563cc760b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:49.807165 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:51.240877 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:15:52.795256 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:16.508323 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-121b98ac-c16e-4a18-b173-c2fb756e30c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:18.574898 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:16:18.668292 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86223a68-537c-4c3c-9aa5-a87f00be015f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:19.828552 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:21.205480 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:22.810557 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:29.377390 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:16:29.383081 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [None req-ec5adaac-2c0b-4c01-a1e4-90de3337b557 tempest-verify_tempest_config-2081617143 tempest-verify_tempest_config-2081617143-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:16:29.384038 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ec5adaac-2c0b-4c01-a1e4-90de3337b557 tempest-verify_tempest_config-2081617143 tempest-verify_tempest_config-2081617143-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056763 May 10 21:16:29.986635 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47626) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:16:30.089499 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.163236 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Publish callbacks [] for security_group (ac477cfc-f8fd-4316-9460-dde3dbccbb1a), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.215812 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ac477cfc-f8fd-4316-9460-dde3dbccbb1a), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.260064 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c31e81e00ea24cbfa64f9e30f5e176f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2724195 May 10 21:16:30.261121 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac477cfc-f8fd-4316-9460-dde3dbccbb1a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:16:30.262828 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47630) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:16:30.267687 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.268032 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.268366 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.268699 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.269025 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.269346 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.269666 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.269983 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.270318 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.270670 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.270992 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.271322 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.271643 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.271963 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.272277 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950cf2f-2f84-42e2-bef9-ff3523a9e31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.322462 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Publish callbacks [] for security_group (ac477cfc-f8fd-4316-9460-dde3dbccbb1a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.344198 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Publish callbacks [] for security_group (ac477cfc-f8fd-4316-9460-dde3dbccbb1a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.485051 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ac477cfc-f8fd-4316-9460-dde3dbccbb1a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.487556 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:30.488690 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac477cfc-f8fd-4316-9460-dde3dbccbb1a HTTP/1.1" status: 204 len: 168 time: 0.2248445 May 10 21:16:30.496401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac477cfc-f8fd-4316-9460-dde3dbccbb1a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:16:30.503157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.503506 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.503862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.504207 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.504544 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.504877 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.505204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.505533 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.505877 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.506301 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.506561 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.506890 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.507212 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.507536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:30.507854 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2af608-ff50-4b38-abf3-e84cfafced83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:16:46.512262 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c707dde-3748-480f-a090-ffa7bd2340ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:48.655764 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-794083a0-ec4a-4b4b-8765-d59053049833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:49.826828 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:51.249274 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:52.780521 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:16:55.579155 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:17:16.527843 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-34e105fc-8e3f-44c1-b15e-f396963c6698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:18.653248 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27fab558-6da5-47f9-a0a0-7164051b1705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:19.859371 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:21.247808 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:22.801537 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:32.574232 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:17:46.503400 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-73b131ed-f198-4a85-bbb2-b9328700199b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:48.651995 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ab78-1c38-4ce6-9a11-03af9a5a062a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:49.817379 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:51.223149 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:17:52.794591 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:09.574068 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:18:13.787480 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642145'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:16.558811 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37442152-4c35-4ac4-895f-c61c4d62b753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:18.684557 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82630e57-24b4-46f9-b4e2-e57a86ea8d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:19.815604 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:21.210285 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:22.815598 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:26.638495 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47702) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:18:26.740815 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bb222190-3c9b-430f-80bc-1688860ffb7b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1011417 May 10 21:18:29.034126 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47712) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:18:29.090081 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2478dc3a-a531-4d37-8fe6-d97e3c88a574 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547783 May 10 21:18:43.762942 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:46.517525 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e739eba-a6ea-44d9-998e-565f9cc7720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:46.572484 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:18:48.665649 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0290913b-069b-4c7b-aa3e-6db0604c4790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:49.854395 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:51.219874 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:18:52.814041 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:13.772594 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:16.527819 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28ca6952-ce85-4e3d-9402-bd96884d8a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:18.653448 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-34584069-e366-47f3-b5bc-a617621e22c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:19.829806 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:21.241236 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:22.818249 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:23.571717 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:19:43.788038 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:46.519418 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-05d74fb8-bfd1-4c4e-9190-e0933fac5db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:48.650859 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7517bc5f-aa54-442e-bc26-0105e9756891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:49.856750 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:51.256580 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:19:52.839262 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:00.573858 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:20:07.971947 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:08.268960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-198040532-network', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:08.341214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Made reservation on behalf of 604bb43d90e344d3a89838c6575d12c2 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:08.343717 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.353376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.430889 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks [] for security_group (681391b4-52c1-44aa-8abe-99e26f8cfde1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.495529 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (681391b4-52c1-44aa-8abe-99e26f8cfde1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.517175 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:20:08.531940 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681391b4-52c1-44aa-8abe-99e26f8cfde1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:08.539752 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (433bb96a-8682-400a-96ea-e8696876e208), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.540161 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Added segment 433bb96a-8682-400a-96ea-e8696876e208 of type vlan for network c8e51741-489e-4b09-8a94-3245895caad6 May 10 21:20:08.542309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.542680 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.543025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.543364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.543703 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.544032 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.544358 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.544686 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.545011 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.545335 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.545682 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.546010 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.546331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.546678 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.547000 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Tracked resource versions report: May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: pushed versions: May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: { 'AddressGroup': {'1.2'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Agent': {'1.1'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'ConntrackHelper': {'1.0'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'LocalIPAssociation': {'1.0'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Log': {'1.0'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'NDPProxy': {'1.0'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Network': {'1.1'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Port': {'1.7'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'PortForwarding': {'1.3'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'QosPolicy': {'1.10'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroup': {'1.5'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroupRule': {'1.2'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SubPort': {'1.0'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Subnet': {'1.1'}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Trunk': {'1.1'}} May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: consumer versions: May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: HyperV agent@hv-cinder-83608: {}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Agent': '1.1', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'ConntrackHelper': '1.0', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'LocalIPAssociation': '1.0', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Log': '1.0', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'NDPProxy': '1.0', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Network': '1.1', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Port': '1.7', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'PortForwarding': '1.3', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'QosPolicy': '1.10', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroup': '1.5', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SecurityGroupRule': '1.2', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'SubPort': '1.0', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Subnet': '1.1', May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: 'Trunk': '1.1'}} May 10 21:20:08.548145 dv-cinder-836083-6-iscsi neutron-server[104056]: {{(pid=104056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:20:08.610862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (c8e51741-489e-4b09-8a94-3245895caad6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.690151 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (c8e51741-489e-4b09-8a94-3245895caad6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.691480 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:08.692081 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.735151 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:08.788038 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] Pushing event updated for resources: {'Network': ['ID=c8e51741-489e-4b09-8a94-3245895caad6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:08.795353 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-42642b67-cfd4-4911-bc7a-3cc2a9fb60ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8217669 May 10 21:20:08.799167 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network c8e51741-489e-4b09-8a94-3245895caad6 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:20:08.802297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47908) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:08.807492 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Request body: {'subnet': {'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-198040532-subnet', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:08.906718 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Made reservation on behalf of 604bb43d90e344d3a89838c6575d12c2 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:08.909168 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:08.954649 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:08.985914 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47918) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:09.181952 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (04469c9f-e548-4718-ab68-2296d5e23c07), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.233466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04469c9f-e548-4718-ab68-2296d5e23c07,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:09.258041 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Checking segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:09.262299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Network hostable DHCP agents. Network: c8e51741-489e-4b09-8a94-3245895caad6, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:20:09.264188 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-network', 'tenant_id': '78072ca90bf6402b83863597c266a178'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:09.269558 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47928) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:09.302390 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1132335136-network', 'tenant_id': '8286226c580f4896aec72c65642fce30'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:09.327850 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-network', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:09.364230 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Made reservation on behalf of 78072ca90bf6402b83863597c266a178 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:09.367214 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.376369 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.387114 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Network c8e51741-489e-4b09-8a94-3245895caad6 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:20:09.402592 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Made reservation on behalf of 8286226c580f4896aec72c65642fce30 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:09.409321 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.457326 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Made reservation on behalf of 802e2ef29f6f4b2c8ca69204b69cc142 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:09.459689 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.462182 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.467378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, c8e51741-489e-4b09-8a94-3245895caad6) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:09.473309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:09.479350 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.479454 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087f814-ff79-4b4c-824a-f5f62d9e75c8 None None] Network c8e51741-489e-4b09-8a94-3245895caad6 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:09.487858 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks [] for security_group (5e6c3828-d65c-4324-87fd-0e1b21ce90d3), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.492445 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.494211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1025245831-network', 'tenant_id': 'e738363e9f184b01a86d3459779cdfb4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:09.550462 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5e6c3828-d65c-4324-87fd-0e1b21ce90d3), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.554271 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8649abd6-54c6-4b77-94ba-47966ad0a3a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7509017 May 10 21:20:09.559502 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 47952) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:09.561917 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:20:09.573133 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:09.599566 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c3828-d65c-4324-87fd-0e1b21ce90d3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:09.614117 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.614477 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.615039 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.615552 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.615872 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.616198 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.617082 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.617405 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.617737 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.618222 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.618645 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.618947 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.619265 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.619580 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.620021 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Tracked resource versions report: May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: pushed versions: May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: { 'AddressGroup': {'1.2'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Agent': {'1.1'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'ConntrackHelper': {'1.0'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Log': {'1.0'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'NDPProxy': {'1.0'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Network': {'1.1'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Port': {'1.7'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'PortForwarding': {'1.3'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'QosPolicy': {'1.10'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroup': {'1.5'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SubPort': {'1.0'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Subnet': {'1.1'}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Trunk': {'1.1'}} May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: consumer versions: May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: HyperV agent@hv-cinder-83608: {}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Agent': '1.1', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'ConntrackHelper': '1.0', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'LocalIPAssociation': '1.0', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Log': '1.0', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'NDPProxy': '1.0', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Network': '1.1', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Port': '1.7', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'PortForwarding': '1.3', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'QosPolicy': '1.10', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroup': '1.5', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SecurityGroupRule': '1.2', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'SubPort': '1.0', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Subnet': '1.1', May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: 'Trunk': '1.1'}} May 10 21:20:09.621062 dv-cinder-836083-6-iscsi neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:20:09.627196 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Made reservation on behalf of e738363e9f184b01a86d3459779cdfb4 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:09.629659 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.637935 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-c8e51741-489e-4b09-8a94-3245895caad6', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:20:09.638979 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.641161 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (672fb3bd-0343-42fb-a0de-1ad2bac948f1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.641564 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Added segment 672fb3bd-0343-42fb-a0de-1ad2bac948f1 of type vlan for network f4d68030-42b4-44a7-8e2e-1f92daeefa7f May 10 21:20:09.653432 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.711670 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.713167 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.795987 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Allocated IP 172.20.0.2 (c8e51741-489e-4b09-8a94-3245895caad6/04469c9f-e548-4718-ab68-2296d5e23c07/5402510a-e78f-4144-b2cd-6de207cb8c67) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:09.810201 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (f4d68030-42b4-44a7-8e2e-1f92daeefa7f), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.821695 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks [] for security_group (06216be5-0420-4582-94d6-e969dd8d0751), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.885012 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks [] for security_group (b2d2ab95-4cce-48d2-a609-faf242b0c4e0), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.924459 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks [] for router_controller (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.945469 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks [] for security_group (f0916553-b99c-4fd8-bd68-abe009c75646), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.964610 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (06216be5-0420-4582-94d6-e969dd8d0751), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.978558 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:20:09.985063 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Publish callbacks [] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.988067 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (601f09c6-71a1-409f-b3ed-0065f6d84958), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:09.988479 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Added segment 601f09c6-71a1-409f-b3ed-0065f6d84958 of type vlan for network 3f280d19-4e21-4706-a61f-7c29f950ac00 May 10 21:20:10.027444 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (b2d2ab95-4cce-48d2-a609-faf242b0c4e0), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.032921 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (f4d68030-42b4-44a7-8e2e-1f92daeefa7f), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.033924 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:10.034500 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.101976 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.118491 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] Pushing event updated for resources: {'Network': ['ID=f4d68030-42b4-44a7-8e2e-1f92daeefa7f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.158808 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:20:10.171955 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:20:10.179242 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06216be5-0420-4582-94d6-e969dd8d0751,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.181126 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Network c8e51741-489e-4b09-8a94-3245895caad6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:10.185664 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:10.198738 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:10.219624 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (f0916553-b99c-4fd8-bd68-abe009c75646), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.231698 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Pushing event updated for resources: {'Port': ['ID=5402510a-e78f-4144-b2cd-6de207cb8c67,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.244833 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2ab95-4cce-48d2-a609-faf242b0c4e0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.275207 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-65c1c7b6-a027-4572-b932-027ebf56dfbb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5382731 May 10 21:20:10.285545 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (3f280d19-4e21-4706-a61f-7c29f950ac00), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.289116 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 47976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:10.291412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.291894 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.292363 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.292826 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.293270 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.293708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.294150 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.294678 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.295107 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.295703 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.296260 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.296807 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.297362 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.297875 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Request body: {'subnet': {'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-subnet', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:10.298133 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.298715 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Tracked resource versions report: May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: pushed versions: May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: { 'AddressGroup': {'1.2'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Agent': {'1.1'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'ConntrackHelper': {'1.0'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Log': {'1.0'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'NDPProxy': {'1.0'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Network': {'1.1'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Port': {'1.7'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'PortForwarding': {'1.3'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'QosPolicy': {'1.10'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroup': {'1.5'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SubPort': {'1.0'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Subnet': {'1.1'}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Trunk': {'1.1'}} May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: consumer versions: May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: HyperV agent@hv-cinder-83608: {}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Agent': '1.1', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'ConntrackHelper': '1.0', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'LocalIPAssociation': '1.0', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Log': '1.0', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'NDPProxy': '1.0', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Network': '1.1', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Port': '1.7', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'PortForwarding': '1.3', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'QosPolicy': '1.10', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroup': '1.5', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SecurityGroupRule': '1.2', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'SubPort': '1.0', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Subnet': '1.1', May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: 'Trunk': '1.1'}} May 10 21:20:10.300114 dv-cinder-836083-6-iscsi neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:20:10.328109 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (0554f1cd-0504-476c-ae30-d08040377ffb), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.328109 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Added segment 0554f1cd-0504-476c-ae30-d08040377ffb of type vlan for network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 May 10 21:20:10.374589 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Attempting to bind port 5402510a-e78f-4144-b2cd-6de207cb8c67 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:10.375208 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Attempting to bind port 5402510a-e78f-4144-b2cd-6de207cb8c67 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:10.375812 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Attempting to bind port 5402510a-e78f-4144-b2cd-6de207cb8c67 on network c8e51741-489e-4b09-8a94-3245895caad6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:10.388501 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:10.389320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Checking segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:10.391315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.391957 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Bound using segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:10.402719 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Bound port: 5402510a-e78f-4144-b2cd-6de207cb8c67, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:10.402719 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.415216 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (169df5df-f41d-4a2b-9d9a-2bdd14f9c862), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.478981 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:20:10.489709 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Made reservation on behalf of 78072ca90bf6402b83863597c266a178 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:10.494927 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.500838 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] For port 5402510a-e78f-4144-b2cd-6de207cb8c67, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:10.505335 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] For port 5402510a-e78f-4144-b2cd-6de207cb8c67, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=5402510a-e78f-4144-b2cd-6de207cb8c67,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:10.507138 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks [] for router_gateway (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.519996 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (d1a03ad5-09e7-4893-b0e1-660884ffd815), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.520453 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Added segment d1a03ad5-09e7-4893-b0e1-660884ffd815 of type vlan for network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 May 10 21:20:10.593169 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.613342 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (54ee8034-6d5b-4e39-9436-d9a8e6b309b1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.630191 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0916553-b99c-4fd8-bd68-abe009c75646,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.638831 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (169df5df-f41d-4a2b-9d9a-2bdd14f9c862), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.639860 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:10.640430 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.655564 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (3f280d19-4e21-4706-a61f-7c29f950ac00), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.656624 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:10.657192 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.784199 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fbd8a-aab8-457e-abed-1f8e768527f7 None None] Pushing event updated for resources: {'Port': ['ID=5402510a-e78f-4144-b2cd-6de207cb8c67,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.818911 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8628161 May 10 21:20:10.819455 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48008) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:10.835579 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Request body: {'subnet': {'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-subnet', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:10.849802 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87765968-fbd8-4f9f-9276-5877ac7bea6c admin admin] Pushing event updated for resources: {'Network': ['ID=169df5df-f41d-4a2b-9d9a-2bdd14f9c862,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:10.864825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:20:10.916596 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9292769 May 10 21:20:10.925886 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48010) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:10.940405 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Request body: {'subnet': {'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-subnet', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:10.949147 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (54ee8034-6d5b-4e39-9436-d9a8e6b309b1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.959705 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:10.960331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:10.995198 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Made reservation on behalf of 802e2ef29f6f4b2c8ca69204b69cc142 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:11.005565 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.030045 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274113b8-23ad-411d-a7cd-8607faa824d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f280d19-4e21-4706-a61f-7c29f950ac00,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:11.050291 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (8d54d5e8-d74c-4373-acaf-118f672a4402), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.057495 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:20:11.166603 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d54d5e8-d74c-4373-acaf-118f672a4402,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:11.176856 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Checking segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:11.177214 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Network hostable DHCP agents. Network: f4d68030-42b4-44a7-8e2e-1f92daeefa7f, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:20:11.261121 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks [] for router_gateway (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.290392 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:20:11.357774 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.0817163 May 10 21:20:11.368258 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48038) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:11.381386 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Request body: {'subnet': {'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1025245831-subnet', 'tenant_id': 'e738363e9f184b01a86d3459779cdfb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:11.390347 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, f4d68030-42b4-44a7-8e2e-1f92daeefa7f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:11.399488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33401c38-1b2d-443b-b1c4-639b578ddc8d None None] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:11.408314 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:11.409483 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.422560 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.473602 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990d3f-bc30-47be-93a2-2d514ea298a2 admin admin] Pushing event updated for resources: {'Network': ['ID=54ee8034-6d5b-4e39-9436-d9a8e6b309b1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:11.508378 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:20:11.524261 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4a026598-0b36-48c8-9cf4-ffeea5732f19 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2263045 May 10 21:20:11.524261 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Made reservation on behalf of e738363e9f184b01a86d3459779cdfb4 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:11.524261 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.526377 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Made reservation on behalf of 8286226c580f4896aec72c65642fce30 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:11.528847 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.530706 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48046) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:11.574396 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:11.729989 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:20:11.731071 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.835439 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 5402510a-e78f-4144-b2cd-6de207cb8c67 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:11.957809 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Allocated IP 172.27.3.14 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/1c02b276-77ac-43ea-abe9-1024c1bdb494) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:11.964655 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (7e9a4586-071e-4eb1-9818-9f39b8e838e8), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.979368 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 5402510a-e78f-4144-b2cd-6de207cb8c67 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:11.979917 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:11.983497 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Allocated IP 172.20.0.2 (f4d68030-42b4-44a7-8e2e-1f92daeefa7f/8d54d5e8-d74c-4373-acaf-118f672a4402/7738c1f6-a929-40de-9fc3-bb825183f306) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:12.053620 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9a4586-071e-4eb1-9818-9f39b8e838e8,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:12.076492 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (1120c448-f214-482d-9129-d5bb7a82ac96), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.079021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (3c056682-c8b3-4a31-8482-38b637ea716f), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.080147 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (3c056682-c8b3-4a31-8482-38b637ea716f), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.154814 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Checking segment: {'id': 'd1a03ad5-09e7-4893-b0e1-660884ffd815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:12.155180 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Network hostable DHCP agents. Network: 54ee8034-6d5b-4e39-9436-d9a8e6b309b1, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:20:12.156538 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks [] for router_controller (3c056682-c8b3-4a31-8482-38b637ea716f), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.203430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks [] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.214911 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48054) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:12.264813 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:20:12.272039 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a427d-56f4-44af-a3d5-a237ad3282bf None None] Network c8e51741-489e-4b09-8a94-3245895caad6 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:12.278584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48060) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:12.308435 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1120c448-f214-482d-9129-d5bb7a82ac96,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:12.343222 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 54ee8034-6d5b-4e39-9436-d9a8e6b309b1) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:12.347825 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:12.348766 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.368307 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5261d-404f-4655-8457-6ecb9a48b5fd None None] Network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:12.441679 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-df130469-9921-4275-ab19-0e8a72562495 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0717974 May 10 21:20:12.671501 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Provisioning complete for port 5402510a-e78f-4144-b2cd-6de207cb8c67 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:12.671501 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.672311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Checking segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:12.672311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Network hostable DHCP agents. Network: 169df5df-f41d-4a2b-9d9a-2bdd14f9c862, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:20:12.672311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c990203b-eb4a-4da9-b92c-b6efa7a7af57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.673601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf814a-0410-40b7-93b6-baf59c04d645 None None] Network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:12.699899 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks [] for router_gateway (3c056682-c8b3-4a31-8482-38b637ea716f), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.731353 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf19cf2-515a-44a9-a8f4-ce4a391122c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.769002 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.846704 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf19cf2-515a-44a9-a8f4-ce4a391122c2 admin admin] Publish callbacks [] for security_group (35a62a33-aedb-4d7f-8f94-a4002c426c76), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.869055 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:20:12.871561 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (9d80f143-2da6-498b-91cd-4bf0b726ac2c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.926117 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 169df5df-f41d-4a2b-9d9a-2bdd14f9c862) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:12.928527 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 5402510a-e78f-4144-b2cd-6de207cb8c67 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:12.929806 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.955201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198557b7-edd3-4992-95bc-3db3e334f160 None None] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:12.959380 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:12.960031 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.962059 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf19cf2-515a-44a9-a8f4-ce4a391122c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (35a62a33-aedb-4d7f-8f94-a4002c426c76), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:12.966187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:13.007907 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:13.015501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c990203b-eb4a-4da9-b92c-b6efa7a7af57 admin admin] Publish callbacks [] for security_group (6f0fa328-9225-4220-8257-4f2fe6c26cc1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.038923 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf19cf2-515a-44a9-a8f4-ce4a391122c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a62a33-aedb-4d7f-8f94-a4002c426c76,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.048685 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c02b276-77ac-43ea-abe9-1024c1bdb494,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.052152 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2cf19cf2-515a-44a9-a8f4-ce4a391122c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b41b310b0064ec08e06330c518f70b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8356745 May 10 21:20:13.052740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48102) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:13.056941 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:13.102784 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Current status of the port 5402510a-e78f-4144-b2cd-6de207cb8c67 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:13.103173 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.108176 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:13.124577 dv-cinder-836083-6-iscsi neutron-server[104056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 21:20:13.128048 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c990203b-eb4a-4da9-b92c-b6efa7a7af57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (6f0fa328-9225-4220-8257-4f2fe6c26cc1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.131059 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 5402510a-e78f-4144-b2cd-6de207cb8c67, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=5402510a-e78f-4144-b2cd-6de207cb8c67,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:13.144511 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7795eb44-057c-4920-a602-693b86e19acb admin admin] Publish callbacks [] for security_group (35a62a33-aedb-4d7f-8f94-a4002c426c76), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.169296 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7795eb44-057c-4920-a602-693b86e19acb admin admin] Publish callbacks [] for security_group (35a62a33-aedb-4d7f-8f94-a4002c426c76), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.172851 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Publish callbacks [] for port (7738c1f6-a929-40de-9fc3-bb825183f306), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.211892 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.226404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d80f143-2da6-498b-91cd-4bf0b726ac2c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.281093 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:20:13.282042 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.288796 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.330119 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7795eb44-057c-4920-a602-693b86e19acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (35a62a33-aedb-4d7f-8f94-a4002c426c76), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.333417 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7795eb44-057c-4920-a602-693b86e19acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.337766 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7795eb44-057c-4920-a602-693b86e19acb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35a62a33-aedb-4d7f-8f94-a4002c426c76 HTTP/1.1" status: 204 len: 168 time: 0.2811739 May 10 21:20:13.347273 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795eb44-057c-4920-a602-693b86e19acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a62a33-aedb-4d7f-8f94-a4002c426c76,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.354382 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.db.api [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 10 21:20:13.354791 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG oslo_db.api [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 21:20:13.360271 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:13.414203 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:13.416795 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:13.418904 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=5402510a-e78f-4144-b2cd-6de207cb8c67,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.478172 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fd4585e0-d562-4913-8872-c4315b76b3a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6443207 May 10 21:20:13.479112 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48116) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:13.479112 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:13.504720 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:13.504720 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Network hostable DHCP agents. Network: 3f280d19-4e21-4706-a61f-7c29f950ac00, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:20:13.562922 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Pushing event updated for resources: {'Port': ['ID=7738c1f6-a929-40de-9fc3-bb825183f306,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.573699 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Attempting to bind port 7738c1f6-a929-40de-9fc3-bb825183f306 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:13.574231 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Attempting to bind port 7738c1f6-a929-40de-9fc3-bb825183f306 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:13.574504 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Attempting to bind port 7738c1f6-a929-40de-9fc3-bb825183f306 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:13.576272 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.577769 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.578820 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c990203b-eb4a-4da9-b92c-b6efa7a7af57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ce7dc7c24b34647b2629a5244f80617&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3009102 May 10 21:20:13.805085 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48118) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Checking segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Bound using segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Bound port: 7738c1f6-a929-40de-9fc3-bb825183f306, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.805813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Allocated IP 172.20.0.2 (169df5df-f41d-4a2b-9d9a-2bdd14f9c862/1120c448-f214-482d-9129-d5bb7a82ac96/fbe79b0e-01dd-4b77-8f70-423a278fc241) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:13.812812 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6ffc-2482-4e42-b335-3aef5528ccd6 admin admin] Publish callbacks [] for security_group (6f0fa328-9225-4220-8257-4f2fe6c26cc1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.814553 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] For port 7738c1f6-a929-40de-9fc3-bb825183f306, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:13.814553 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] For port 7738c1f6-a929-40de-9fc3-bb825183f306, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7738c1f6-a929-40de-9fc3-bb825183f306,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:13.815025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990203b-eb4a-4da9-b92c-b6efa7a7af57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0fa328-9225-4220-8257-4f2fe6c26cc1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:13.815710 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6ffc-2482-4e42-b335-3aef5528ccd6 admin admin] Publish callbacks [] for security_group (6f0fa328-9225-4220-8257-4f2fe6c26cc1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.816172 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-3f2e7922-3aa6-40f1-9471-b0d1803a45d5 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:13.816172 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-3f2e7922-3aa6-40f1-9471-b0d1803a45d5 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/networks?id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1 HTTP/1.1" status: 200 len: 812 time: 0.6758358 May 10 21:20:13.816518 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 5402510a-e78f-4144-b2cd-6de207cb8c67 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:13.859924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks [] for router_gateway (3c056682-c8b3-4a31-8482-38b637ea716f), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.866297 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-34d8591c-40ea-4e82-9c1b-a3815be39f93 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/quotas/e738363e9f184b01a86d3459779cdfb4 HTTP/1.1" status: 200 len: 375 time: 0.0421300 May 10 21:20:13.902793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:20:13.907971 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.930750 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.932234 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.949633 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks [] for router_controller (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:13.976488 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-943e5111-f5e6-465f-b024-2aacb62a082e tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e738363e9f184b01a86d3459779cdfb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702698 May 10 21:20:13.997975 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f595cc56-a4e4-435e-8c61-798095e373f0 None None] Current status of the port 5402510a-e78f-4144-b2cd-6de207cb8c67 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:14.023919 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 3f280d19-4e21-4706-a61f-7c29f950ac00) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:14.057229 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 5402510a-e78f-4144-b2cd-6de207cb8c67 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:14.057639 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.080180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:14.081185 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.085352 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f436d-4433-4e23-be74-3ff5c6c69f87 None None] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:14.174392 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6ffc-2482-4e42-b335-3aef5528ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (6f0fa328-9225-4220-8257-4f2fe6c26cc1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.180260 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6ffc-2482-4e42-b335-3aef5528ccd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.182368 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-dd4f6ffc-2482-4e42-b335-3aef5528ccd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f0fa328-9225-4220-8257-4f2fe6c26cc1 HTTP/1.1" status: 204 len: 168 time: 0.5985248 May 10 21:20:14.252846 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f6ffc-2482-4e42-b335-3aef5528ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0fa328-9225-4220-8257-4f2fe6c26cc1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:14.259817 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48148) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:14.260847 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f4e8cc3b-3934-47eb-a628-61c13b85df6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3335745 May 10 21:20:14.280289 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:14.283050 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Publish callbacks [] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.303608 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks [] for router_gateway (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.322148 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e722b-70c2-4458-8dec-873f6a888d66 None None] Pushing event updated for resources: {'Port': ['ID=7738c1f6-a929-40de-9fc3-bb825183f306,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:14.376736 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76d7f204-608c-4db8-a9ad-af5d92cd8d6a None None] Provisioning complete for port 5402510a-e78f-4144-b2cd-6de207cb8c67 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:14.377198 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76d7f204-608c-4db8-a9ad-af5d92cd8d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.379464 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.420056 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (b363e596-faf4-4cf0-8702-0df563f6ae2b), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.421442 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (b363e596-faf4-4cf0-8702-0df563f6ae2b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.486449 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks [] for router_controller (b363e596-faf4-4cf0-8702-0df563f6ae2b), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.535877 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks [] for router_gateway (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.548682 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-f0d1b3b9-b30c-4e60-8569-0274f55183da service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:20:14.549723 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-f0d1b3b9-b30c-4e60-8569-0274f55183da service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3415267 May 10 21:20:14.643361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Allocated IP 172.27.3.108 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/0e250f72-6120-400c-9941-8b7c0bc6e60a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:14.643617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Pushing event updated for resources: {'Port': ['ID=fbe79b0e-01dd-4b77-8f70-423a278fc241,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:14.681875 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:14.692373 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:14.700719 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-3f280d19-4e21-4706-a61f-7c29f950ac00', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:20:14.701784 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.748265 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:14.833882 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 5402510a-e78f-4144-b2cd-6de207cb8c67 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:14.943846 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks [] for router_gateway (b363e596-faf4-4cf0-8702-0df563f6ae2b), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.962884 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-79c6331d-2290-4602-ac52-af2cfecd949d service neutron] 10.222.0.25 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952720 May 10 21:20:14.966589 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:14.968348 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Attempting to bind port fbe79b0e-01dd-4b77-8f70-423a278fc241 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:14.968730 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Attempting to bind port fbe79b0e-01dd-4b77-8f70-423a278fc241 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:14.969094 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Attempting to bind port fbe79b0e-01dd-4b77-8f70-423a278fc241 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:15.000808 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:15.001193 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Checking segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:15.001603 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.002001 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Bound using segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:15.002610 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Bound port: fbe79b0e-01dd-4b77-8f70-423a278fc241, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:15.002918 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.066256 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-76d7f204-608c-4db8-a9ad-af5d92cd8d6a None None] Current status of the port 5402510a-e78f-4144-b2cd-6de207cb8c67 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:15.196899 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks [] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.215096 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks [] for router_gateway (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.227872 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Allocated IP 172.20.0.2 (3f280d19-4e21-4706-a61f-7c29f950ac00/9d80f143-2da6-498b-91cd-4bf0b726ac2c/abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:15.245226 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.260886 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] For port fbe79b0e-01dd-4b77-8f70-423a278fc241, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:15.272098 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] For port fbe79b0e-01dd-4b77-8f70-423a278fc241, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=fbe79b0e-01dd-4b77-8f70-423a278fc241,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:15.329818 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-f805a5e4-720d-43e6-b9db-59010d050e8b service neutron] 10.222.0.25 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546922 May 10 21:20:15.336637 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48174) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:15.399363 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.416270 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.432579 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c123-ef0d-4d21-9b7c-c13b9b332c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.514741 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:15.525229 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:15.530814 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:15.547333 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:20:15.549915 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks [] for router_gateway (b363e596-faf4-4cf0-8702-0df563f6ae2b), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.584045 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.612816 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Publish callbacks [] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.616194 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a341-fee0-4082-b41e-fb58c29eab45 None None] Pushing event updated for resources: {'Port': ['ID=fbe79b0e-01dd-4b77-8f70-423a278fc241,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:15.636139 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Allocated IP 172.27.3.2 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/bf94be56-4197-4112-b7f9-0858de8c875b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:15.636234 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f0844-c021-4179-9756-c87d1067abfe None None] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:15.734566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.810049 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Pushing event updated for resources: {'Port': ['ID=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:15.827242 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:15.830654 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:15.832788 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] Provisioning complete for port 7738c1f6-a929-40de-9fc3-bb825183f306 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:15.833162 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:15.835670 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:15.880444 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:15.908858 dv-cinder-836083-6-iscsi neutron-server[104055]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 21:20:15.926331 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7738c1f6-a929-40de-9fc3-bb825183f306 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:16.023253 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e250f72-6120-400c-9941-8b7c0bc6e60a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:16.103723 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c123-ef0d-4d21-9b7c-c13b9b332c9e admin admin] Publish callbacks [] for security_group (edf03f43-c749-4bb1-97f2-fc99a7a20375), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.122629 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a363f332-68fe-470b-a9d7-180ccba2ad48 req-19f2bc91-89fe-4906-b6ed-3dbc567a6cbf tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.2420907 May 10 21:20:16.164554 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c123-ef0d-4d21-9b7c-c13b9b332c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (edf03f43-c749-4bb1-97f2-fc99a7a20375), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.181354 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 7738c1f6-a929-40de-9fc3-bb825183f306 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:16.181741 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.233140 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Attempting to bind port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:16.233519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Attempting to bind port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:16.233886 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Attempting to bind port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:16.241282 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:16.242166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:16.242624 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.243028 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Bound using segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:16.243515 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Bound port: abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:16.243902 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.305528 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e6d9c123-ef0d-4d21-9b7c-c13b9b332c9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c034054032184ff2958617dbf28e62bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9682512 May 10 21:20:16.306650 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48210) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:16.312296 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks [] for port (bf94be56-4197-4112-b7f9-0858de8c875b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.330402 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9c123-ef0d-4d21-9b7c-c13b9b332c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf03f43-c749-4bb1-97f2-fc99a7a20375,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:16.342741 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks [] for router_gateway (3c056682-c8b3-4a31-8482-38b637ea716f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.350930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:16.361234 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:16.378419 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] Current status of the port 7738c1f6-a929-40de-9fc3-bb825183f306 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:16.378726 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.379264 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:16.383877 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:19:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:16.428509 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] For port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:16.432133 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] For port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:16.498664 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] For port 7738c1f6-a929-40de-9fc3-bb825183f306, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7738c1f6-a929-40de-9fc3-bb825183f306,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:16.544154 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.566227 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2cc027c-e4aa-46a1-b9d5-21e0461c4165 admin admin] Publish callbacks [] for security_group (edf03f43-c749-4bb1-97f2-fc99a7a20375), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.613577 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591ef62-d873-4ca6-93ac-23f8a8250f35 None None] Pushing event updated for resources: {'Port': ['ID=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:16.619299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.624998 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c9050132-ee38-46ce-81a3-8dfee2ab92f0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0595675 May 10 21:20:16.630692 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 7738c1f6-a929-40de-9fc3-bb825183f306 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:16.630692 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.630878 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48226) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:16.641323 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2cc027c-e4aa-46a1-b9d5-21e0461c4165 admin admin] Publish callbacks [] for security_group (edf03f43-c749-4bb1-97f2-fc99a7a20375), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.649215 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.696998 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.737334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea5124-b430-4b08-b51b-a4d30d8ffa00 None None] Pushing event updated for resources: {'Port': ['ID=7738c1f6-a929-40de-9fc3-bb825183f306,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:16.740144 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:16.761346 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a402d723-3206-48f0-a93e-4e88afeb0186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.800487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-73c7930c-1b4a-4839-89de-c09c8d5ea17a None None] Provisioning complete for port 7738c1f6-a929-40de-9fc3-bb825183f306 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:16.800878 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-73c7930c-1b4a-4839-89de-c09c8d5ea17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.806569 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:16.830570 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:16.839645 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2cc027c-e4aa-46a1-b9d5-21e0461c4165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (edf03f43-c749-4bb1-97f2-fc99a7a20375), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.844539 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2cc027c-e4aa-46a1-b9d5-21e0461c4165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:16.849876 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d2cc027c-e4aa-46a1-b9d5-21e0461c4165 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edf03f43-c749-4bb1-97f2-fc99a7a20375 HTTP/1.1" status: 204 len: 168 time: 0.5416980 May 10 21:20:16.859790 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.db.api [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 10 21:20:16.860207 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG oslo_db.api [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 21:20:16.879039 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:17.076980 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-73c7930c-1b4a-4839-89de-c09c8d5ea17a None None] Current status of the port 7738c1f6-a929-40de-9fc3-bb825183f306 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:17.120212 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (3c056682-c8b3-4a31-8482-38b637ea716f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:17.321302 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:13Z', 'revision_number': 3, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:17.396490 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:17.399222 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Updating router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 port 1c02b276-77ac-43ea-abe9-1024c1bdb494 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:17.451019 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 7738c1f6-a929-40de-9fc3-bb825183f306 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:17.484991 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Allocated IP 172.27.3.90 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/cd3cc03b-2165-4984-b484-b937f463fb0c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:17.507530 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:17.575601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19708cc-a0cd-4f43-98f2-eaac8e4cfc7b None None] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:17.584491 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Router 3c056682-c8b3-4a31-8482-38b637ea716f is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:20:17.628924 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc027c-e4aa-46a1-b9d5-21e0461c4165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf03f43-c749-4bb1-97f2-fc99a7a20375,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:17.747195 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:17.837500 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] Provisioning complete for port fbe79b0e-01dd-4b77-8f70-423a278fc241 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:17.838814 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:17.842392 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-75aa09f1-ddc9-4027-b844-4fecb93d6f07 req-f16c75fc-7117-49fe-9963-255b86ead625 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.2745540 May 10 21:20:17.844225 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Pushing event updated for resources: {'Port': ['ID=bf94be56-4197-4112-b7f9-0858de8c875b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:17.947749 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks [] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.188100 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks [] for router_gateway (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.199067 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device fbe79b0e-01dd-4b77-8f70-423a278fc241 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:18.244474 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] Current status of the port fbe79b0e-01dd-4b77-8f70-423a278fc241 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:18.245174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.321363 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] For port fbe79b0e-01dd-4b77-8f70-423a278fc241, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=fbe79b0e-01dd-4b77-8f70-423a278fc241,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:18.353415 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port fbe79b0e-01dd-4b77-8f70-423a278fc241 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:18.353731 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.414881 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.428894 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.509219 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Allocated IP 172.20.0.1 (c8e51741-489e-4b09-8a94-3245895caad6/04469c9f-e548-4718-ab68-2296d5e23c07/a2fb3993-c77a-4e2a-8580-774b504377a5) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:18.533338 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:18.541013 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:18.542459 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:18.702591 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Publish callbacks [] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.719969 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3cc03b-2165-4984-b484-b937f463fb0c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:18.773654 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79d76b-0e60-430a-a0d3-2b6b8fe4c1cd None None] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:20:18.826132 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.838029 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6c8fd0e1-50ca-4757-b63c-9c9b250f4876 None None] Provisioning complete for port fbe79b0e-01dd-4b77-8f70-423a278fc241 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:18.838206 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:18.838936 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd0e1-50ca-4757-b63c-9c9b250f4876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.858122 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.863221 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Sync routers for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:18.917364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks [] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.924281 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Attempting to bind port 1c02b276-77ac-43ea-abe9-1024c1bdb494 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:18.925391 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Attempting to bind port 1c02b276-77ac-43ea-abe9-1024c1bdb494 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:18.926066 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Attempting to bind port 1c02b276-77ac-43ea-abe9-1024c1bdb494 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:18.959444 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:18.960148 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:18.961435 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.962851 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:18.963905 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Bound port: 1c02b276-77ac-43ea-abe9-1024c1bdb494, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:18.964458 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.979881 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks [] for router_gateway (b363e596-faf4-4cf0-8702-0df563f6ae2b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.980087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:18.984952 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a5c58dc6-c79d-4e80-926c-478c82b20cd5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4117527 May 10 21:20:18.986656 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48290) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:19.030107 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23d8b2c3-b849-43e5-814c-e07817689105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:19.047635 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] For port 1c02b276-77ac-43ea-abe9-1024c1bdb494, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:19.051834 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] For port 1c02b276-77ac-43ea-abe9-1024c1bdb494, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1c02b276-77ac-43ea-abe9-1024c1bdb494,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:19.068900 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f1a7d-4c0d-4397-a4bd-a6a54eb1ad60 None None] Pushing event updated for resources: {'Port': ['ID=fbe79b0e-01dd-4b77-8f70-423a278fc241,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:19.075944 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Pushing event updated for resources: {'Port': ['ID=1c02b276-77ac-43ea-abe9-1024c1bdb494,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:19.089554 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.090318 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.091452 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.092017 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.092655 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.093179 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.093727 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.094239 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.094799 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.095330 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.095873 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.096416 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.097421 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.097718 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:19.098734 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.099646 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Tracked resource versions report: May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: pushed versions: May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Agent': {'1.1'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Log': {'1.0'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Network': {'1.1'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Port': {'1.7'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: consumer versions: May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: HyperV agent@hv-cinder-83608: {}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: L3 agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: Metadata agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: Metering agent@dv-cinder-836083-6-iscsi: {}, May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-836083-6-iscsi: { 'AddressGroup': '1.2', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Agent': '1.1', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Log': '1.0', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'NDPProxy': '1.0', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Network': '1.1', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Port': '1.7', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'PortForwarding': '1.3', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'QosPolicy': '1.10', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'SubPort': '1.0', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Subnet': '1.1', May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: 'Trunk': '1.1'}} May 10 21:20:19.102552 dv-cinder-836083-6-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 21:20:19.115013 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:19.144094 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Network c8e51741-489e-4b09-8a94-3245895caad6 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:19.177886 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port fbe79b0e-01dd-4b77-8f70-423a278fc241 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:19.183988 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:19.186537 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:19.188128 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c171a-c1f0-4159-9747-0fd77384f94c None None] Pushing event updated for resources: {'Port': ['ID=1c02b276-77ac-43ea-abe9-1024c1bdb494,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:19.192898 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:19.200661 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:19.222663 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:19.223319 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:19.274907 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:19.275892 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:19.350743 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-47b0e22e-c724-4ca0-a76c-bc4630d0abcd req-ba60ecc9-7eef-4668-bf50-60b98856cbe9 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.0882714 May 10 21:20:19.427104 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:19.485631 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:19.592361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fb3993-c77a-4e2a-8580-774b504377a5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:19.595871 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (b363e596-faf4-4cf0-8702-0df563f6ae2b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:19.604212 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:20:19.679815 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:19.680803 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:19.742700 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:13Z', 'revision_number': 3, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:19.793793 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a1283-e75d-4392-afc2-22aa288fcca5 None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:13Z', 'revision_number': 3, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:19.963155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.023346 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.033435 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:15Z', 'revision_number': 3, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:20.099862 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fd0e1-50ca-4757-b63c-9c9b250f4876 None None] Current status of the port fbe79b0e-01dd-4b77-8f70-423a278fc241 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:20.105280 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Checking router: 3c056682-c8b3-4a31-8482-38b637ea716f for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:20.105627 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Updating router 3c056682-c8b3-4a31-8482-38b637ea716f port 0e250f72-6120-400c-9941-8b7c0bc6e60a binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:20.242964 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.335089 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:20.350396 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:20.354288 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f681f088-b39f-4162-9ee0-418d3650a858 None None] Provisioning complete for port a2fb3993-c77a-4e2a-8580-774b504377a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:20.367068 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f681f088-b39f-4162-9ee0-418d3650a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.377741 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:20.388508 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:20.482019 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.491428 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48328) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:20.491825 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fdda5e11-a80d-4934-8485-1bde9215014a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0210261 May 10 21:20:20.604310 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-38339665-d442-4e32-b3f4-80554a0c6c81 req-edc07caa-968c-4dac-9ba0-bb41bfd86e68 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.0865254 May 10 21:20:20.624508 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:20.624860 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.648915 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f681f088-b39f-4162-9ee0-418d3650a858 None None] Port a2fb3993-c77a-4e2a-8580-774b504377a5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:20.664592 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.23', 62939) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:20.800080 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f681f088-b39f-4162-9ee0-418d3650a858 None None] Provisioning complete for port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:20.800479 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f681f088-b39f-4162-9ee0-418d3650a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:20.869666 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:20.941256 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:21.046801 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.047675 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7738c1f6-a929-40de-9fc3-bb825183f306 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:21.060016 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-cbb520d3-6170-4609-8aa3-98c950804790 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:21.061912 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-cbb520d3-6170-4609-8aa3-98c950804790 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.23 "GET /v2.0/networks?id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1 HTTP/1.1" status: 200 len: 812 time: 0.3962240 May 10 21:20:21.063253 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Router b363e596-faf4-4cf0-8702-0df563f6ae2b is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:20:21.165563 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Request body: {'port': {'device_id': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1', 'admin_state_up': True, 'tenant_id': 'e738363e9f184b01a86d3459779cdfb4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:21.221388 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.348892 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:17Z', 'revision_number': 3, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:21.409212 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:21.418319 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f681f088-b39f-4162-9ee0-418d3650a858 None None] Current status of the port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:21.440924 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:21.441455 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Updating router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e port bf94be56-4197-4112-b7f9-0858de8c875b binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:21.448470 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 7738c1f6-a929-40de-9fc3-bb825183f306 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:21.448855 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.504365 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.510517 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.554655 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks [] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.610750 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:21.630287 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Publish callbacks [] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.643550 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:21.648742 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-071b76b2-95ae-4221-bbbc-8b250ec75bfd None None] Provisioning complete for port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:21.660286 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-071b76b2-95ae-4221-bbbc-8b250ec75bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.742948 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.755786 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:21.756621 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:21.774122 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.801469 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a772a0c7-c4fd-4e39-96b8-1fad2d3c4fd8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5329833 May 10 21:20:21.828633 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48368) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:21.900805 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.901824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.908369 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Attempting to bind port 0e250f72-6120-400c-9941-8b7c0bc6e60a on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:21.908951 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Attempting to bind port 0e250f72-6120-400c-9941-8b7c0bc6e60a by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:21.909469 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Attempting to bind port 0e250f72-6120-400c-9941-8b7c0bc6e60a on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:21.928970 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-38ace404-1a86-4c91-b17d-13e1aaf31a5e req-f5e0ad91-b055-4c22-83a2-31747e8dc913 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.1263945 May 10 21:20:21.936410 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Made reservation on behalf of e738363e9f184b01a86d3459779cdfb4 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:21.940128 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:21.968537 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 7738c1f6-a929-40de-9fc3-bb825183f306 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:22.101893 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fb3993-c77a-4e2a-8580-774b504377a5,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:22.152616 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Publish callbacks [] for port (bf94be56-4197-4112-b7f9-0858de8c875b), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.219793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Allocated IP 172.20.0.1 (f4d68030-42b4-44a7-8e2e-1f92daeefa7f/8d54d5e8-d74c-4373-acaf-118f672a4402/6ec35ea7-657c-469c-8f3f-4d6c76bdc575) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:22.249258 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.301005 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Attempting to bind port bf94be56-4197-4112-b7f9-0858de8c875b on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:22.301389 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Attempting to bind port bf94be56-4197-4112-b7f9-0858de8c875b by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:22.301756 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Attempting to bind port bf94be56-4197-4112-b7f9-0858de8c875b on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:22.364762 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:22.365146 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:22.365554 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.368622 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:22.369146 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Bound port: bf94be56-4197-4112-b7f9-0858de8c875b, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:22.369545 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.371681 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:22.380041 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Network c8e51741-489e-4b09-8a94-3245895caad6 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:22.386605 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:22.389719 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48388) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:22.509700 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] For port bf94be56-4197-4112-b7f9-0858de8c875b, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:22.519312 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] For port bf94be56-4197-4112-b7f9-0858de8c875b, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=bf94be56-4197-4112-b7f9-0858de8c875b,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:22.549287 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:22.554090 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:22.554090 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.554090 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:22.557997 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989146d-1dc5-408e-bc29-f0dd11409081 None None] Pushing event updated for resources: {'Port': ['ID=bf94be56-4197-4112-b7f9-0858de8c875b,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:22.559777 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Bound port: 0e250f72-6120-400c-9941-8b7c0bc6e60a, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:22.561597 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.592817 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.653696 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device fbe79b0e-01dd-4b77-8f70-423a278fc241 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:22.720256 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719f6cb-53a9-4213-8a18-e21e894abc93 None None] Pushing event updated for resources: {'Port': ['ID=0e250f72-6120-400c-9941-8b7c0bc6e60a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:22.775889 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:22.776589 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:22.815238 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.820479 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-071b76b2-95ae-4221-bbbc-8b250ec75bfd None None] Current status of the port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:22.827155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks [] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.832910 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabc56fe-b7a4-4c6a-aaf2-acaed115c1f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.894531 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port fbe79b0e-01dd-4b77-8f70-423a278fc241 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:22.894942 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:22.958241 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Allocated IP 172.20.0.13 (54ee8034-6d5b-4e39-9436-d9a8e6b309b1/7e9a4586-071e-4eb1-9818-9f39b8e838e8/7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:22.985810 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989146d-1dc5-408e-bc29-f0dd11409081 None None] Pushing event updated for resources: {'Port': ['ID=bf94be56-4197-4112-b7f9-0858de8c875b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:23.010598 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.139942 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabc56fe-b7a4-4c6a-aaf2-acaed115c1f5 admin admin] Publish callbacks [] for security_group (df0cc1e2-e930-40f4-af70-213cfb421cbd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.201280 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] For port 0e250f72-6120-400c-9941-8b7c0bc6e60a, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:23.231682 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-58b5df93-3524-4d49-8c12-98e8c7466b74 None None] Provisioning complete for port a2fb3993-c77a-4e2a-8580-774b504377a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:23.235193 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-58b5df93-3524-4d49-8c12-98e8c7466b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.249456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabc56fe-b7a4-4c6a-aaf2-acaed115c1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (df0cc1e2-e930-40f4-af70-213cfb421cbd), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.263040 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:20:23.337221 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:23.394308 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.438378 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] For port 0e250f72-6120-400c-9941-8b7c0bc6e60a, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=0e250f72-6120-400c-9941-8b7c0bc6e60a,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:23.494582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Pushing event updated for resources: {'Port': ['ID=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:23.564826 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.683248 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks [] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.687401 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fabc56fe-b7a4-4c6a-aaf2-acaed115c1f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56c9fbbebbd742198fe89c367ce3b8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2946513 May 10 21:20:23.688182 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc56fe-b7a4-4c6a-aaf2-acaed115c1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0cc1e2-e930-40f4-af70-213cfb421cbd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:23.729569 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48408) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:23.732931 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:23.734254 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:17Z', 'revision_number': 3, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:23.748921 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port fbe79b0e-01dd-4b77-8f70-423a278fc241 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:23.749959 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:23.806044 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719f6cb-53a9-4213-8a18-e21e894abc93 None None] Pushing event updated for resources: {'Port': ['ID=0e250f72-6120-400c-9941-8b7c0bc6e60a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:23.811174 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda8ec2-682f-48db-8687-f2cba238bb2d None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:17Z', 'revision_number': 3, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:23.825307 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-58b5df93-3524-4d49-8c12-98e8c7466b74 None None] Port a2fb3993-c77a-4e2a-8580-774b504377a5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:23.862711 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-29a1052d-dbe4-48ae-98bc-6eac4d3a0169 req-7cf7016a-d748-41cf-a7f4-29b647360beb tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.4421203 May 10 21:20:23.880797 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:23.884669 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:23.890706 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:18Z', 'revision_number': 3, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:23.942854 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:23.952960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:23.983309 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:23.988832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.001225 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:24.001947 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Updating router b363e596-faf4-4cf0-8702-0df563f6ae2b port cd3cc03b-2165-4984-b484-b937f463fb0c binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:24.016652 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:24.020859 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (3c056682-c8b3-4a31-8482-38b637ea716f), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.032397 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb37c-def5-459a-99e3-f7af5381bfc8 admin admin] Publish callbacks [] for security_group (df0cc1e2-e930-40f4-af70-213cfb421cbd), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.152071 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb37c-def5-459a-99e3-f7af5381bfc8 admin admin] Publish callbacks [] for security_group (df0cc1e2-e930-40f4-af70-213cfb421cbd), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.152185 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.273598 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Allocated IP 172.20.0.1 (3f280d19-4e21-4706-a61f-7c29f950ac00/9d80f143-2da6-498b-91cd-4bf0b726ac2c/e8e492b4-0e27-493d-934e-4c964c830c27) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:24.342727 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.380307 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Allocated IP 172.20.0.1 (169df5df-f41d-4a2b-9d9a-2bdd14f9c862/1120c448-f214-482d-9129-d5bb7a82ac96/a5c51d27-34a3-4229-9a20-c8bb3349a993) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:24.425132 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:24.467737 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:24.479617 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:24.495044 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b8eeb543-3689-4262-916b-df36084774a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8647745 May 10 21:20:24.535168 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:24.535930 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:24.594406 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:24.595626 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1c02b276-77ac-43ea-abe9-1024c1bdb494 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:24.661912 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Pushing event updated for resources: {'Port': ['ID=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:24.730328 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d92f899f-2cba-4625-b4ee-79eddce9457e None None] Provisioning complete for port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:24.730990 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d92f899f-2cba-4625-b4ee-79eddce9457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.810979 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb37c-def5-459a-99e3-f7af5381bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (df0cc1e2-e930-40f4-af70-213cfb421cbd), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.823413 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb37c-def5-459a-99e3-f7af5381bfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.827490 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a1dbb37c-def5-459a-99e3-f7af5381bfc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df0cc1e2-e930-40f4-af70-213cfb421cbd HTTP/1.1" status: 204 len: 168 time: 1.0894430 May 10 21:20:24.940453 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:24.941761 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb37c-def5-459a-99e3-f7af5381bfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0cc1e2-e930-40f4-af70-213cfb421cbd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:24.955941 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:24.956525 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks [] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.969320 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:24.981099 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:24.988290 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.996317 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:24.996978 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:25.013133 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d92f899f-2cba-4625-b4ee-79eddce9457e None None] Port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:25.101561 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks [] for port (e8e492b4-0e27-493d-934e-4c964c830c27), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.152699 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-884d5250-373c-42a8-9bee-059c15d9135f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9952645 May 10 21:20:25.198291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 1c02b276-77ac-43ea-abe9-1024c1bdb494 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:25.198882 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.346376 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.401959 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48436) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:25.426299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341255279', 'description': 'tempest-description--629696239'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:25.471231 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:25.483324 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:20Z', 'revision_number': 2, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:25.491203 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:25.496280 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:25.496762 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (b363e596-faf4-4cf0-8702-0df563f6ae2b), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.506264 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Pushing event updated for resources: {'Port': ['ID=e8e492b4-0e27-493d-934e-4c964c830c27,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:25.513350 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:15Z', 'revision_number': 3, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:25.541007 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:25.541368 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Updating router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 port a2fb3993-c77a-4e2a-8580-774b504377a5 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:25.612615 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b98c9-8495-44fd-b1ab-6e18cf86502d None None] The sync data for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi is: [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:15Z', 'revision_number': 3, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:25.625276 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.633536 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 1c02b276-77ac-43ea-abe9-1024c1bdb494 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:25.633934 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.896495 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:25.983260 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d520-c2e5-4877-b9fb-013643bfe447 req-76f9163a-c7ee-4403-a0c2-bcb32bb05baa tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:25.990173 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-6ac6aac0-3bd1-4221-b2df-b9acfbab2cf1 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:20:25.994353 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-6ac6aac0-3bd1-4221-b2df-b9acfbab2cf1 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0214186 May 10 21:20:25.996763 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.006696 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e4b9d520-c2e5-4877-b9fb-013643bfe447 req-76f9163a-c7ee-4403-a0c2-bcb32bb05baa tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 932 time: 0.8851922 May 10 21:20:26.079334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 1c02b276-77ac-43ea-abe9-1024c1bdb494, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1c02b276-77ac-43ea-abe9-1024c1bdb494,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:26.101658 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:26.104920 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-41cbd458-3069-4ebb-b800-353660a04895 None None] Provisioning complete for port e8e492b4-0e27-493d-934e-4c964c830c27 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:26.106652 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-41cbd458-3069-4ebb-b800-353660a04895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.156456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:26.280739 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.281584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:26.282075 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.438035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=1c02b276-77ac-43ea-abe9-1024c1bdb494,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:26.512037 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Publish callbacks [] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.543286 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-41cbd458-3069-4ebb-b800-353660a04895 None None] Port e8e492b4-0e27-493d-934e-4c964c830c27 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:26.569757 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.590633 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks [] for port (e8e492b4-0e27-493d-934e-4c964c830c27), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.597282 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 0e250f72-6120-400c-9941-8b7c0bc6e60a up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:26.600682 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.643875 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.645853 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (b363e596-faf4-4cf0-8702-0df563f6ae2b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.654135 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Publish callbacks [] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.685746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c51d27-34a3-4229-9a20-c8bb3349a993,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:26.706280 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.758996 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e4b9d520-c2e5-4877-b9fb-013643bfe447 req-bf36b445-0ee6-439d-a717-ff1984005d14 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509696 May 10 21:20:26.782483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Attempting to bind port cd3cc03b-2165-4984-b484-b937f463fb0c on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:26.782483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Attempting to bind port cd3cc03b-2165-4984-b484-b937f463fb0c by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:26.782483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Attempting to bind port cd3cc03b-2165-4984-b484-b937f463fb0c on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:26.806852 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Pushing event updated for resources: {'Port': ['ID=e8e492b4-0e27-493d-934e-4c964c830c27,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:26.866350 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:26.868198 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5fe1-2e5a-4dac-8858-5659114e80ca None None] Pushing event updated for resources: {'Port': ['ID=a2fb3993-c77a-4e2a-8580-774b504377a5,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:26.878401 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:26.885349 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.887933 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:26.890673 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Bound port: cd3cc03b-2165-4984-b484-b937f463fb0c, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:26.899159 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:26.899471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (52b9a535-860f-413d-a66f-14237a6f5456), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.079341 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:27.087239 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:27.093119 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] For port cd3cc03b-2165-4984-b484-b937f463fb0c, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:27.105208 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] For port cd3cc03b-2165-4984-b484-b937f463fb0c, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=cd3cc03b-2165-4984-b484-b937f463fb0c,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:27.121834 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6b73875c-276d-4588-8786-ea81457f0505 None None] Provisioning complete for port a5c51d27-34a3-4229-9a20-c8bb3349a993 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:27.125707 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6b73875c-276d-4588-8786-ea81457f0505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.137588 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56e16f-577e-42df-ba82-198bf78ab802 None None] Pushing event updated for resources: {'Port': ['ID=cd3cc03b-2165-4984-b484-b937f463fb0c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:27.138400 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (52b9a535-860f-413d-a66f-14237a6f5456), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.180654 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Attempting to bind port a2fb3993-c77a-4e2a-8580-774b504377a5 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:27.191389 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Attempting to bind port a2fb3993-c77a-4e2a-8580-774b504377a5 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:27.195634 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Attempting to bind port a2fb3993-c77a-4e2a-8580-774b504377a5 on network c8e51741-489e-4b09-8a94-3245895caad6 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:27.225725 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:27.228243 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Checking segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:27.229391 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.231685 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Bound using segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:27.233931 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Bound port: a2fb3993-c77a-4e2a-8580-774b504377a5, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:27.235221 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.256158 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.390723 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9a535-860f-413d-a66f-14237a6f5456,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:27.449327 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] For port a2fb3993-c77a-4e2a-8580-774b504377a5, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:27.454179 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] For port a2fb3993-c77a-4e2a-8580-774b504377a5, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a2fb3993-c77a-4e2a-8580-774b504377a5,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:27.484877 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6b73875c-276d-4588-8786-ea81457f0505 None None] Port a5c51d27-34a3-4229-9a20-c8bb3349a993 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:27.488024 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 0e250f72-6120-400c-9941-8b7c0bc6e60a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:27.491095 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.504992 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks [] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.515245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.591771 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:27.593674 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:27.606969 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:20:27.609438 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.657889 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.657889 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6d3e0cfa-b22f-424d-9b3f-9579d0320e8a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2365115 May 10 21:20:27.673499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.674317 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (3c056682-c8b3-4a31-8482-38b637ea716f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.701082 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:27.713601 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'security_group_rule': {'security_group_id': '52b9a535-860f-413d-a66f-14237a6f5456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:27.741898 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5fe1-2e5a-4dac-8858-5659114e80ca None None] Pushing event updated for resources: {'Port': ['ID=a2fb3993-c77a-4e2a-8580-774b504377a5,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:27.761588 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56e16f-577e-42df-ba82-198bf78ab802 None None] Pushing event updated for resources: {'Port': ['ID=cd3cc03b-2165-4984-b484-b937f463fb0c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:27.804006 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] Provisioning complete for port a2fb3993-c77a-4e2a-8580-774b504377a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:27.804006 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:27.821239 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:27.822126 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:28.125385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Pushing event updated for resources: {'Port': ['ID=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:28.139052 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 0e250f72-6120-400c-9941-8b7c0bc6e60a is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:28.140023 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.152195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:28.169975 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:28.176877 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:28.218466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (6a8b495f-c068-40dc-a212-356a164ff5fe), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.235045 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b8acbff9-bde2-44ad-a461-593a6e4aa72e admin admin] 10.222.0.25 "PUT /v2.0/routers/b363e596-faf4-4cf0-8702-0df563f6ae2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3967853 May 10 21:20:28.337575 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02331ba-33c6-4c24-8d03-426fa4f0fc56 req-d1cf2564-5e9d-4960-ac21-5c5274dd74dc tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:28.346724 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c02331ba-33c6-4c24-8d03-426fa4f0fc56 req-d1cf2564-5e9d-4960-ac21-5c5274dd74dc tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 932 time: 0.2850721 May 10 21:20:28.354308 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 0e250f72-6120-400c-9941-8b7c0bc6e60a, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=0e250f72-6120-400c-9941-8b7c0bc6e60a,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:28.406219 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:28.457601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.461924 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device bf94be56-4197-4112-b7f9-0858de8c875b up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:28.468613 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:28.473857 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] Current status of the port a2fb3993-c77a-4e2a-8580-774b504377a5 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:28.479121 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.526294 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c02331ba-33c6-4c24-8d03-426fa4f0fc56 req-ad1a9958-71a1-4b86-8ab6-6f4360417964 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777623 May 10 21:20:28.622605 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks [] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.771246 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] For port a2fb3993-c77a-4e2a-8580-774b504377a5, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a2fb3993-c77a-4e2a-8580-774b504377a5,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:28.833694 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=0e250f72-6120-400c-9941-8b7c0bc6e60a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:28.866255 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.874740 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port bf94be56-4197-4112-b7f9-0858de8c875b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:28.875387 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:28.913867 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Request body: {'port': {'device_id': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:29.046489 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:26Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:29.051393 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bf6eeb8-6d1b-4d29-a1f1-f4df6ad709e9 None None] Provisioning complete for port e8e492b4-0e27-493d-934e-4c964c830c27 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:29.051393 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bf6eeb8-6d1b-4d29-a1f1-f4df6ad709e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.074399 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:29.085564 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affbab0-f7b7-4c39-a7d6-2960c08ce7f8 None None] Pushing event updated for resources: {'Port': ['ID=a2fb3993-c77a-4e2a-8580-774b504377a5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:29.111552 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.130467 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c4772-cbb2-4e60-a181-381f1e64659e None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:26Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:29.167826 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Router 3c056682-c8b3-4a31-8482-38b637ea716f has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:20:29.173947 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6eeb8-6d1b-4d29-a1f1-f4df6ad709e9 None None] Port e8e492b4-0e27-493d-934e-4c964c830c27 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:29.187991 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349560c-dc43-4e22-87b7-0b5e29bfd6c4 None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:29.215016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bf6eeb8-6d1b-4d29-a1f1-f4df6ad709e9 None None] Provisioning complete for port a2fb3993-c77a-4e2a-8580-774b504377a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:29.218236 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bf6eeb8-6d1b-4d29-a1f1-f4df6ad709e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.279244 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port bf94be56-4197-4112-b7f9-0858de8c875b is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:29.281412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.308851 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (6a8b495f-c068-40dc-a212-356a164ff5fe), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.323933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.326956 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.392652 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port bf94be56-4197-4112-b7f9-0858de8c875b, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=bf94be56-4197-4112-b7f9-0858de8c875b,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:29.497936 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.515227 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c51d27-34a3-4229-9a20-c8bb3349a993,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:29.516590 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (6a8b495f-c068-40dc-a212-356a164ff5fe), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.653186 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6eeb8-6d1b-4d29-a1f1-f4df6ad709e9 None None] Current status of the port a2fb3993-c77a-4e2a-8580-774b504377a5 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:29.745987 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=bf94be56-4197-4112-b7f9-0858de8c875b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:29.814416 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c3fe4167-ba6d-481a-b9c2-dffc8b2edef6 None None] Provisioning complete for port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:29.816860 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4167-ba6d-481a-b9c2-dffc8b2edef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:29.928456 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe4167-ba6d-481a-b9c2-dffc8b2edef6 None None] Port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:30.035438 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8b495f-c068-40dc-a212-356a164ff5fe,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:30.052785 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 0e250f72-6120-400c-9941-8b7c0bc6e60a up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:30.109584 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48526) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:30.115242 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866324005', 'description': 'tempest-description--656694362'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:30.179562 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 0e250f72-6120-400c-9941-8b7c0bc6e60a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:30.181576 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:30.182823 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:30.187834 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5571225a-7740-4be5-bb0a-5785b8180a6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4840322 May 10 21:20:30.226782 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fc4fa-13c9-4dc8-aedf-2bea0cc5a5c1 req-cee06f24-40fd-4f4d-8cf3-ae111f8361dd tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:30.228486 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2f0fc4fa-13c9-4dc8-aedf-2bea0cc5a5c1 req-cee06f24-40fd-4f4d-8cf3-ae111f8361dd tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 932 time: 0.2715197 May 10 21:20:30.233211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:30.250985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'security_group_rule': {'security_group_id': '52b9a535-860f-413d-a66f-14237a6f5456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:30.329244 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:30.347040 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-56359e74-fd06-4551-a64d-192e27808acd admin admin] 10.222.0.25 "PUT /v2.0/routers/3c056682-c8b3-4a31-8482-38b637ea716f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3572605 May 10 21:20:30.390004 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Sync routers for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:30.433488 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:30.434160 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:30.434832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:30.436296 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:30.470124 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (49663b7d-d822-43ac-8fd3-53f8c879f2a6), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:30.963373 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2f0fc4fa-13c9-4dc8-aedf-2bea0cc5a5c1 req-1ed3534b-45e7-4986-9b0c-0e837fdc0e5e tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392669 May 10 21:20:30.964526 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.006810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:20:31.110021 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:31.133751 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (49663b7d-d822-43ac-8fd3-53f8c879f2a6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.213595 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (49663b7d-d822-43ac-8fd3-53f8c879f2a6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.215573 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.275319 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.288334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49663b7d-d822-43ac-8fd3-53f8c879f2a6,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:31.303460 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 0e250f72-6120-400c-9941-8b7c0bc6e60a is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:31.305232 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1c02b276-77ac-43ea-abe9-1024c1bdb494 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:31.313735 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-86be954f-9642-4bc2-8059-f5a9bd0d3194 None None] Provisioning complete for port a5c51d27-34a3-4229-9a20-c8bb3349a993 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:31.314125 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86be954f-9642-4bc2-8059-f5a9bd0d3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.402351 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.407086 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-61d09e19-9d52-4bae-a032-c431128e6243 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1728568 May 10 21:20:31.408020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48576) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:31.409985 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-86be954f-9642-4bc2-8059-f5a9bd0d3194 None None] Port a5c51d27-34a3-4229-9a20-c8bb3349a993 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:31.430098 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:31.447903 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:20:31.461479 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.465855 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:31.466351 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3513660 May 10 21:20:31.466465 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3377ee3c-0a00-40bc-9f30-0bf6abdccf55 admin admin] 10.222.0.25 "PUT /v2.0/routers/c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9489973 May 10 21:20:31.466973 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d3d33-b647-4cc1-9113-26e99feea378 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:31.469871 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:31.476136 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-8ab3f7d3-091d-4728-a3ad-2963624100ab tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:31.488395 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:31.489043 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:31.497742 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:31.500225 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-8ab3f7d3-091d-4728-a3ad-2963624100ab tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 819 time: 0.2994792 May 10 21:20:31.534821 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-548f3336-d821-4183-8e1f-ce4c3c714707 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/quotas/78072ca90bf6402b83863597c266a178 HTTP/1.1" status: 200 len: 375 time: 0.0316784 May 10 21:20:31.665720 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (55b57de4-4cdf-4e61-a3ff-5050284a87cc), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.666390 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 1c02b276-77ac-43ea-abe9-1024c1bdb494 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:31.667173 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.685944 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:31.839067 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:31.853339 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Publish callbacks [] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.887851 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Transition to ACTIVE for port object 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:20:31.901055 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:26Z', 'revision_number': 2, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:31.933787 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (55b57de4-4cdf-4e61-a3ff-5050284a87cc), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.960911 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Checking router: 3c056682-c8b3-4a31-8482-38b637ea716f for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:31.961266 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Updating router 3c056682-c8b3-4a31-8482-38b637ea716f port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:31.966546 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:31.998558 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.017370 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.033352 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-427cb3ee-34df-408b-b675-b4d047d76235 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4985647 May 10 21:20:32.042646 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 1c02b276-77ac-43ea-abe9-1024c1bdb494 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:32.043832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a2fb3993-c77a-4e2a-8580-774b504377a5 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:32.097821 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:32.123969 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48598) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:32.141546 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742983188', 'description': 'tempest-description--174008121'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:32.235888 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (55b57de4-4cdf-4e61-a3ff-5050284a87cc), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.342219 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b57de4-4cdf-4e61-a3ff-5050284a87cc,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:32.344185 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 2, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:32.366381 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.422880 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:32.423476 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Updating router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e port a5c51d27-34a3-4229-9a20-c8bb3349a993 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:32.483771 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.510544 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.545223 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-65c91b78-7405-4c12-8b77-1e143976cc0a service neutron] 10.222.0.25 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722970 May 10 21:20:32.584289 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78002f0-7dad-4b09-8dea-e23a18a5d323 req-e27fe206-a067-4466-b66a-4d10f8cbe33d tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:32.595627 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f78002f0-7dad-4b09-8dea-e23a18a5d323 req-e27fe206-a067-4466-b66a-4d10f8cbe33d tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.2825491 May 10 21:20:32.729729 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Publish callbacks [] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.733634 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48606) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:32.826735 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port a2fb3993-c77a-4e2a-8580-774b504377a5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:32.827136 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.856874 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.941470 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:32.948576 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-83486b6f-3a57-432d-99af-97706f072c7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4720731 May 10 21:20:32.977609 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-67192d25-f586-4cd0-9444-3f0f44c079c3 service neutron] 10.222.0.25 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167533 May 10 21:20:32.978170 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f78002f0-7dad-4b09-8dea-e23a18a5d323 req-ce29c74f-2475-443c-a267-16627fd02ab1 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791964 May 10 21:20:32.978729 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:32.994192 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:33.009591 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Attempting to bind port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:33.009956 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Attempting to bind port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'd1a03ad5-09e7-4893-b0e1-660884ffd815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:33.010307 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Attempting to bind port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c on network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:33.044360 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c on network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:20:33.044682 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Attempting to bind port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c on network 54ee8034-6d5b-4e39-9436-d9a8e6b309b1 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:33.074341 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:33.074726 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Checking segment: {'id': 'd1a03ad5-09e7-4893-b0e1-660884ffd815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:33.075311 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Bound using segment: {'id': 'd1a03ad5-09e7-4893-b0e1-660884ffd815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:33.081217 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Bound port: 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a03ad5-09e7-4893-b0e1-660884ffd815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:33.081807 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.243395 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c697c44b-5bb6-479d-a395-a976d9ae232e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.276935 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Publish callbacks [] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.298334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f542-8e58-4096-99e6-e99e2962f894 None None] Pushing event updated for resources: {'Port': ['ID=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:33.348660 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.373951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Allocated IP 172.27.3.34 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/589f292b-7538-453c-ae6d-2a42d75f0415) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:33.488104 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (09638855-ed56-4d7f-b03e-369757a45fe9), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.498900 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Attempting to bind port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:33.499276 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Attempting to bind port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:33.499641 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Attempting to bind port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:33.562675 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:33.563084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Checking segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:33.563504 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.563910 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Bound using segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:33.564411 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Bound port: 6ec35ea7-657c-469c-8f3f-4d6c76bdc575, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:33.570713 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.579387 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] For port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host hv-cinder-83608, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:33.608537 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port a2fb3993-c77a-4e2a-8580-774b504377a5 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:33.619632 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] For port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,segment=NetworkSegment(d1a03ad5-09e7-4893-b0e1-660884ffd815),segment_id=d1a03ad5-09e7-4893-b0e1-660884ffd815)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:33.638491 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (09638855-ed56-4d7f-b03e-369757a45fe9), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.852067 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] For port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:33.875934 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] For port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:33.928796 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-93cf58d3-c81e-448d-bf01-d34f6ee60435 req-016d5a1e-f6e9-4723-9edd-d2a79291d779 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 210 time: 0.3039765 May 10 21:20:33.934930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c697c44b-5bb6-479d-a395-a976d9ae232e admin admin] Publish callbacks [] for security_group (fd1f48e8-57e2-4264-ad91-f9042317364b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.937761 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (6b1eb147-db5c-4885-8b4d-9f4253f081b6), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.941694 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7950cba-30dc-4b79-b0da-bb3d51215031 None None] Pushing event updated for resources: {'Port': ['ID=a5c51d27-34a3-4229-9a20-c8bb3349a993,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:33.947424 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-483f6d8e-d819-465b-aa72-dab060e94a2b None None] Provisioning complete for port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:33.947830 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-483f6d8e-d819-465b-aa72-dab060e94a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.951813 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.958694 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8262947 May 10 21:20:33.958872 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for port (589f292b-7538-453c-ae6d-2a42d75f0415), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.965491 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:33.965815 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:33.968655 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'security_group_rule': {'security_group_id': '09638855-ed56-4d7f-b03e-369757a45fe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:33.974980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42135d1-b403-4aba-b03c-a3423e1d54f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09638855-ed56-4d7f-b03e-369757a45fe9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:34.016953 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Attempting to bind port a5c51d27-34a3-4229-9a20-c8bb3349a993 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:34.017432 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Attempting to bind port a5c51d27-34a3-4229-9a20-c8bb3349a993 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:34.017810 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Attempting to bind port a5c51d27-34a3-4229-9a20-c8bb3349a993 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:34.031515 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:34.031884 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Checking segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:34.032288 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.032681 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Bound using segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:34.033159 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Bound port: a5c51d27-34a3-4229-9a20-c8bb3349a993, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:34.033542 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.100091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c697c44b-5bb6-479d-a395-a976d9ae232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (fd1f48e8-57e2-4264-ad91-f9042317364b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.112032 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-483f6d8e-d819-465b-aa72-dab060e94a2b None None] Port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:34.113905 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.144127 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device cd3cc03b-2165-4984-b484-b937f463fb0c up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:34.163120 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:34.163120 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.212798 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] 10.222.0.23 "PUT /v2.0/ports/7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c HTTP/1.1" status: 200 len: 1094 time: 6.0406368 May 10 21:20:34.247065 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] For port a5c51d27-34a3-4229-9a20-c8bb3349a993, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:34.270859 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] For port a5c51d27-34a3-4229-9a20-c8bb3349a993, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a5c51d27-34a3-4229-9a20-c8bb3349a993,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:34.283384 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c697c44b-5bb6-479d-a395-a976d9ae232e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94d710cd95234003a26a3256774dd7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5479040 May 10 21:20:34.301786 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48650) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:34.321734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (589f292b-7538-453c-ae6d-2a42d75f0415), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.352351 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.363163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'tag': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:34.391190 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697c44b-5bb6-479d-a395-a976d9ae232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f48e8-57e2-4264-ad91-f9042317364b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:34.473805 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:34.475271 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:34.480145 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (1e5dd4a8-38e0-4c28-8e90-0054a65543ad), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.486833 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f542-8e58-4096-99e6-e99e2962f894 None None] Pushing event updated for resources: {'Port': ['ID=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:34.517062 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:34.520163 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:34.548900 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port cd3cc03b-2165-4984-b484-b937f463fb0c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:34.549187 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.618106 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:34.697168 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] Provisioning complete for port a5c51d27-34a3-4229-9a20-c8bb3349a993 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:34.697589 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:34.752788 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47221-8e4d-4fca-8d86-924ce1674925 req-428605e3-b5a0-4899-ac7a-b5aa7bb32b9f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:34.754674 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-75d47221-8e4d-4fca-8d86-924ce1674925 req-428605e3-b5a0-4899-ac7a-b5aa7bb32b9f tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.4519355 May 10 21:20:34.763693 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:34.769331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:34.894946 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:35.139574 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (a778b5a1-74e7-441b-b240-8ef4d17e29b8), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.157672 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b119b-62fe-4a55-80e8-63b6879fe147" -d '{"events": [{"name": "network-changed", "server_uuid": "a840063f-5498-40c6-a89b-053d1db08ef8", "tag": "7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:35.167790 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-f262549d-04e3-481b-92f9-c101addc916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:35.173766 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-f262549d-04e3-481b-92f9-c101addc916f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e738363e9f184b01a86d3459779cdfb4&device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 1128 time: 0.4765127 May 10 21:20:35.198797 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7950cba-30dc-4b79-b0da-bb3d51215031 None None] Pushing event updated for resources: {'Port': ['ID=a5c51d27-34a3-4229-9a20-c8bb3349a993,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:35.216811 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:35.265841 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'Port': ['ID=589f292b-7538-453c-ae6d-2a42d75f0415,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:35.280204 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756babf-5f61-41b8-bed0-3eee1533fac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:35.331602 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-e3c18ac6-7fbe-4048-be7f-7662e51b2093 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c HTTP/1.1" status: 200 len: 217 time: 0.1169636 May 10 21:20:35.416484 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (6b1eb147-db5c-4885-8b4d-9f4253f081b6), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.450739 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-48ef49a2-7ea6-44ff-bfd0-a6c689c91f96 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:35.452818 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-48ef49a2-7ea6-44ff-bfd0-a6c689c91f96 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 819 time: 0.7241881 May 10 21:20:35.454706 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afb8-1232-47c7-a9da-675f7491d92b req-6f614469-33ed-4532-b04c-4ab9b2e3dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:35.456532 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-6f614469-33ed-4532-b04c-4ab9b2e3dffa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e9a4586-071e-4eb1-9818-9f39b8e838e8 HTTP/1.1" status: 200 len: 852 time: 0.1139183 May 10 21:20:35.462060 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (1e5dd4a8-38e0-4c28-8e90-0054a65543ad), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.478254 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-75d47221-8e4d-4fca-8d86-924ce1674925 req-954e9427-7189-4b0d-86ea-fcaa9c7655c0 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623523 May 10 21:20:35.497991 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eff00d55-84ca-49c8-b640-d57e4c7a32c6 admin admin] Publish callbacks [] for security_group (fd1f48e8-57e2-4264-ad91-f9042317364b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.512793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (1e5dd4a8-38e0-4c28-8e90-0054a65543ad), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.519255 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (589f292b-7538-453c-ae6d-2a42d75f0415), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.533174 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:34Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:35.555783 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eff00d55-84ca-49c8-b640-d57e4c7a32c6 admin admin] Publish callbacks [] for security_group (fd1f48e8-57e2-4264-ad91-f9042317364b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.584792 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5bb29-d788-4cde-a5be-5f4f2fe3fc13 None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:34Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:35.601133 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (6b1eb147-db5c-4885-8b4d-9f4253f081b6), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.648024 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5dd4a8-38e0-4c28-8e90-0054a65543ad,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:35.650324 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-0f9977c1-8741-42b0-ae55-f12855a94195 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629927 May 10 21:20:35.663216 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-f2fda397-e6e9-44e6-87e1-3f860f5fe0e1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/quotas/78072ca90bf6402b83863597c266a178 HTTP/1.1" status: 200 len: 375 time: 0.2042344 May 10 21:20:35.752983 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port cd3cc03b-2165-4984-b484-b937f463fb0c is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:35.754060 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.774642 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] Current status of the port a5c51d27-34a3-4229-9a20-c8bb3349a993 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:35.774642 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.800551 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.810648 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c19bdcf5-95ba-4064-bbd9-b51340de93c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8369355 May 10 21:20:35.812951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48702) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:35.821018 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'security_group_rule': {'security_group_id': '09638855-ed56-4d7f-b03e-369757a45fe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:35.822712 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port cd3cc03b-2165-4984-b484-b937f463fb0c, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=cd3cc03b-2165-4984-b484-b937f463fb0c,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:35.879009 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee0721-a86b-4b68-a719-622e1f66849b x-openstack-request-id: req-eeee0721-a86b-4b68-a719-622e1f66849b {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:35.879689 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a840063f-5498-40c6-a89b-053d1db08ef8", "tag": "7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:35.880152 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eeee0721-a86b-4b68-a719-622e1f66849b {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:35.880859 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeee0721-a86b-4b68-a719-622e1f66849b'] response: {'name': 'network-changed', 'server_uuid': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'tag': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c', 'status': 'completed', 'code': 200} May 10 21:20:35.923707 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] For port a5c51d27-34a3-4229-9a20-c8bb3349a993, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a5c51d27-34a3-4229-9a20-c8bb3349a993,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:35.927195 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:35.928858 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device bf94be56-4197-4112-b7f9-0858de8c875b up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:35.962028 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1eb147-db5c-4885-8b4d-9f4253f081b6,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:36.046050 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.070498 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-1814fad3-27a1-4b0b-b491-5d96958286fb tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3994322 May 10 21:20:36.075477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port bf94be56-4197-4112-b7f9-0858de8c875b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:36.075477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.076971 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-d8f0a935-50d0-41dc-be45-8d2910890288 service neutron] 10.222.0.23 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973520 May 10 21:20:36.096924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eff00d55-84ca-49c8-b640-d57e4c7a32c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (fd1f48e8-57e2-4264-ad91-f9042317364b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.097241 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.098676 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4f808ad9-1ba4-4731-826e-8655aad0239b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1151409 May 10 21:20:36.104715 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eff00d55-84ca-49c8-b640-d57e4c7a32c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.105851 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-eff00d55-84ca-49c8-b640-d57e4c7a32c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd1f48e8-57e2-4264-ad91-f9042317364b HTTP/1.1" status: 204 len: 168 time: 1.7635934 May 10 21:20:36.122124 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:36.143900 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:36.166776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (8ec91ef5-7e62-4f5f-a308-502cb30c2103), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.188017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Provisioning complete for port a5c51d27-34a3-4229-9a20-c8bb3349a993 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:36.190339 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.205284 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff00d55-84ca-49c8-b640-d57e4c7a32c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f48e8-57e2-4264-ad91-f9042317364b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:36.274166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=cd3cc03b-2165-4984-b484-b937f463fb0c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:36.323322 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d364afb8-1232-47c7-a9da-675f7491d92b req-9bfa696e-532d-41ef-89c6-d33a87c5263b service neutron] 10.222.0.23 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228394 May 10 21:20:36.352177 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for port (589f292b-7538-453c-ae6d-2a42d75f0415), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.366592 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (8ec91ef5-7e62-4f5f-a308-502cb30c2103), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.368064 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.383000 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19657205-0122-49c6-a55b-ce35414b1589 None None] Pushing event updated for resources: {'Port': ['ID=a5c51d27-34a3-4229-9a20-c8bb3349a993,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:36.419478 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-c477de54-cf22-4605-98cd-49a900111572 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:20:36.420585 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-c477de54-cf22-4605-98cd-49a900111572 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1522329 May 10 21:20:36.487126 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:33Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:36.499832 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (8ec91ef5-7e62-4f5f-a308-502cb30c2103), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.501541 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (589f292b-7538-453c-ae6d-2a42d75f0415), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.619914 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port bf94be56-4197-4112-b7f9-0858de8c875b is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:36.640743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4ff2-0d37-4ef0-b4ab-639c30a944c1 None None] The sync data for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi is: [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:33Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:36.687814 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec91ef5-7e62-4f5f-a308-502cb30c2103,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:36.704157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (a778b5a1-74e7-441b-b240-8ef4d17e29b8), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.746089 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.747388 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5e635dea-74b7-4caa-a419-9e880189591f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9328880 May 10 21:20:36.815371 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 48740) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:36.817276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'Port': ['ID=589f292b-7538-453c-ae6d-2a42d75f0415,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:36.834326 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Current status of the port a5c51d27-34a3-4229-9a20-c8bb3349a993 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:36.839354 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:36.860502 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:36.865035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Provisioning complete for port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:36.865446 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.057430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.063640 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-38a6bc69-dc88-408b-900c-b6ed48c7de76 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6354640 May 10 21:20:37.085213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936c277-ac82-461c-8016-676649858d12 req-6d6f7838-114d-4373-9eb6-50f72f02d4b3 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:37.086854 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c936c277-ac82-461c-8016-676649858d12 req-6d6f7838-114d-4373-9eb6-50f72f02d4b3 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.4044919 May 10 21:20:37.126299 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:20:37.194085 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:37.198356 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:37.288376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.369786 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.27.3.117 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/68d17775-fc98-431b-9f00-25e70a27d1b1) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:37.413054 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-47eeac07-089d-4ee2-8406-e34ee55c9d82 service neutron] 10.222.0.25 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9840760 May 10 21:20:37.441142 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c936c277-ac82-461c-8016-676649858d12 req-19c9a4ba-afb2-41f4-ac7e-58d16f922467 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394995 May 10 21:20:37.441734 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-924790fc-f10d-4b92-aef1-d6a86099a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:37.454885 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-924790fc-f10d-4b92-aef1-d6a86099a079 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e738363e9f184b01a86d3459779cdfb4&device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 1128 time: 0.9693420 May 10 21:20:37.504850 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a5c51d27-34a3-4229-9a20-c8bb3349a993 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:37.565333 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:37.573562 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:20:37.587899 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffd34e62-f1cb-4ecb-a10c-66f20a9adf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.636693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Current status of the port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:37.636693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.687514 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-1528003c-8cf3-4ea0-8fa9-6b360e49f665 service neutron] 10.222.0.25 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734599 May 10 21:20:37.745493 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffd34e62-f1cb-4ecb-a10c-66f20a9adf0c admin admin] Publish callbacks [] for security_group (30bcb683-58d9-4632-8077-c40a14fdec03), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.745988 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.764524 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] For port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:37.772921 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:37.780749 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port a5c51d27-34a3-4229-9a20-c8bb3349a993 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:37.781445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.838618 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffd34e62-f1cb-4ecb-a10c-66f20a9adf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (30bcb683-58d9-4632-8077-c40a14fdec03), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:37.859383 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-27b23cda-95af-4268-8179-2cf0338f85b2 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--341255279&fields=id&tenant_id=604bb43d90e344d3a89838c6575d12c2 HTTP/1.1" status: 200 len: 267 time: 0.1935072 May 10 21:20:37.892892 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ffd34e62-f1cb-4ecb-a10c-66f20a9adf0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da17da253878456f92ebc41d364a1320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261788 May 10 21:20:37.895298 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:37.907532 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd34e62-f1cb-4ecb-a10c-66f20a9adf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bcb683-58d9-4632-8077-c40a14fdec03,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:37.935040 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.041709 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1e8c515a-cc17-43b3-add9-c5b580fe383c req-db84ee13-c5b1-4282-9143-1e24a39fa1d3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0506210 May 10 21:20:38.042057 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.065116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port a5c51d27-34a3-4229-9a20-c8bb3349a993 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:38.066842 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device cd3cc03b-2165-4984-b484-b937f463fb0c up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:38.074492 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31badab-4c6c-4954-aeb8-e7c5ce6ef67b admin admin] Publish callbacks [] for security_group (30bcb683-58d9-4632-8077-c40a14fdec03), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.103594 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-8e3976f6-d386-4bbd-9f6e-6e6d25618398 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:38.105117 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-8e3976f6-d386-4bbd-9f6e-6e6d25618398 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 810 time: 0.2370782 May 10 21:20:38.124848 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31badab-4c6c-4954-aeb8-e7c5ce6ef67b admin admin] Publish callbacks [] for security_group (30bcb683-58d9-4632-8077-c40a14fdec03), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.125866 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-0a1e7754-a325-4305-9fd6-e190a3999301 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/quotas/604bb43d90e344d3a89838c6575d12c2 HTTP/1.1" status: 200 len: 375 time: 0.0137789 May 10 21:20:38.184187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.199380 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port cd3cc03b-2165-4984-b484-b937f463fb0c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:38.200710 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.232446 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f47c1c-00fc-4c46-889f-d06067e9a31d None None] Pushing event updated for resources: {'Port': ['ID=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:38.266270 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-0da7f35c-25c4-40f9-8db7-57cfb8aece61 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298671 May 10 21:20:38.276316 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31badab-4c6c-4954-aeb8-e7c5ce6ef67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (30bcb683-58d9-4632-8077-c40a14fdec03), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.280297 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31badab-4c6c-4954-aeb8-e7c5ce6ef67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.280900 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:38.292455 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c31badab-4c6c-4954-aeb8-e7c5ce6ef67b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30bcb683-58d9-4632-8077-c40a14fdec03 HTTP/1.1" status: 204 len: 168 time: 0.3961179 May 10 21:20:38.297852 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:38.307381 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31badab-4c6c-4954-aeb8-e7c5ce6ef67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bcb683-58d9-4632-8077-c40a14fdec03,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:38.315336 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:38.328709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=68d17775-fc98-431b-9f00-25e70a27d1b1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:38.341691 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Allocated IP 172.27.3.68 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/75290146-d177-4101-8fbf-21e74e52c704) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:38.351116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port cd3cc03b-2165-4984-b484-b937f463fb0c is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:38.368901 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:26Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:38.402867 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:20:38.403313 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Updating router b363e596-faf4-4cf0-8702-0df563f6ae2b port e8e492b4-0e27-493d-934e-4c964c830c27 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:20:38.452732 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.581505 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for port (75290146-d177-4101-8fbf-21e74e52c704), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.613251 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51f422-7d96-4234-a57f-f4db7409f91b req-6493101a-9cfb-4131-8a69-33429b849e16 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:38.617756 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.622928 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-be51f422-7d96-4234-a57f-f4db7409f91b req-6493101a-9cfb-4131-8a69-33429b849e16 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.0760629 May 10 21:20:38.650097 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-640feba1-3628-415c-8be0-4579ebb1a372 service neutron] 10.222.0.25 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662343 May 10 21:20:38.748863 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-be51f422-7d96-4234-a57f-f4db7409f91b req-a2c7c850-ba81-439f-855f-eaab1b69d497 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149175 May 10 21:20:38.781523 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (75290146-d177-4101-8fbf-21e74e52c704), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.837233 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:38.846596 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:38.887087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:38.902193 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:38.917124 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:38.931479 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'Port': ['ID=75290146-d177-4101-8fbf-21e74e52c704,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:38.954811 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-10a7daca-37b5-42d2-8045-78e801419eca service neutron] 10.222.0.25 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956557 May 10 21:20:39.020247 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (724cf517-acae-420b-a735-2963680c8a3c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.093437 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Publish callbacks [] for port (e8e492b4-0e27-493d-934e-4c964c830c27), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.124803 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:39.125178 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.176355 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.184620 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2a970df2-91d4-482c-aa92-890266eac74e req-229329fa-1f93-4383-9691-c1e93000cd0d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0612745 May 10 21:20:39.216342 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.218654 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (75290146-d177-4101-8fbf-21e74e52c704), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.303440 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644f1d5-52ae-4fd8-a64d-4b55415cf06d None None] Pushing event updated for resources: {'Port': ['ID=e8e492b4-0e27-493d-934e-4c964c830c27,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:39.306296 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:39.337814 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.390785 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Attempting to bind port e8e492b4-0e27-493d-934e-4c964c830c27 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:39.391578 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Attempting to bind port e8e492b4-0e27-493d-934e-4c964c830c27 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:39.392146 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Attempting to bind port e8e492b4-0e27-493d-934e-4c964c830c27 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:39.399353 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:39.405315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:39.405315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.405315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Bound using segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:39.405315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Bound port: e8e492b4-0e27-493d-934e-4c964c830c27, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:39.405315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.430768 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d5adfa25-aa45-4cd5-8bb3-6c147d2c8cd5 req-2e48c33d-ca71-4070-8187-3554bb478964 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.2406890 May 10 21:20:39.476904 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.517957 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=68d17775-fc98-431b-9f00-25e70a27d1b1,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:39.545009 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] For port e8e492b4-0e27-493d-934e-4c964c830c27, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:39.550376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] For port e8e492b4-0e27-493d-934e-4c964c830c27, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=e8e492b4-0e27-493d-934e-4c964c830c27,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:39.606265 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.607512 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6d9fa232-eecb-41cf-a03a-4e7174fd735b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4817111 May 10 21:20:39.620317 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.686280 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for port (75290146-d177-4101-8fbf-21e74e52c704), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.693273 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644f1d5-52ae-4fd8-a64d-4b55415cf06d None None] Pushing event updated for resources: {'Port': ['ID=e8e492b4-0e27-493d-934e-4c964c830c27,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:39.696933 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:20:39.697618 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:39.702028 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] Provisioning complete for port e8e492b4-0e27-493d-934e-4c964c830c27 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:39.702207 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.762277 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (75290146-d177-4101-8fbf-21e74e52c704), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:39.845452 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'Port': ['ID=75290146-d177-4101-8fbf-21e74e52c704,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:39.888402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (724cf517-acae-420b-a735-2963680c8a3c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:40.006518 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:40.010197 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6b1885e3-adb0-4c61-9ef5-41af560400cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1759794 May 10 21:20:40.087827 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-fec86202-39b4-4277-a72e-e424a2156125 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--866324005&fields=id&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 267 time: 0.1244893 May 10 21:20:40.093306 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:20:40.145445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] Current status of the port e8e492b4-0e27-493d-934e-4c964c830c27 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:40.148589 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:40.263655 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3798011-80cb-4518-bf87-0c5e752f1ff7 req-cca0ec01-3509-4807-8ec7-28427b32f096 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:40.265827 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b3798011-80cb-4518-bf87-0c5e752f1ff7 req-cca0ec01-3509-4807-8ec7-28427b32f096 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.3647621 May 10 21:20:40.294192 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-401576df-c85d-465c-9166-80e7840c0f19 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:40.296097 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-401576df-c85d-465c-9166-80e7840c0f19 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.2066672 May 10 21:20:40.327027 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-e21e6b2f-d923-4f98-85a6-219ea6bde9e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/quotas/8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 375 time: 0.0240102 May 10 21:20:40.370163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-39c18eeb-143b-4517-a3fc-efbdcba74976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:40.371907 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-39c18eeb-143b-4517-a3fc-efbdcba74976 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1 HTTP/1.1" status: 200 len: 913 time: 0.3487370 May 10 21:20:40.389588 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b3798011-80cb-4518-bf87-0c5e752f1ff7 req-5fc04c32-6ab4-4f29-b2dc-42a099875ab3 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129696 May 10 21:20:40.403483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] For port e8e492b4-0e27-493d-934e-4c964c830c27, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=e8e492b4-0e27-493d-934e-4c964c830c27,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:40.472779 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-ada7ca2d-828d-4286-9bd1-3e1c3d790530 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406207 May 10 21:20:40.492285 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:40.597498 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-33127353-c27f-4acb-ada6-c0e6d6a28704 req-2155785c-02bf-4d22-961f-4b083259f590 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0600066 May 10 21:20:40.722956 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8d8ea-0f3f-4402-9bc1-e8694f39aa26 None None] Pushing event updated for resources: {'Port': ['ID=e8e492b4-0e27-493d-934e-4c964c830c27,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:40.734993 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-0193c183-bf82-4575-aa08-75a0a5a65efe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c HTTP/1.1" status: 200 len: 217 time: 0.1015429 May 10 21:20:40.804375 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-6b2e40d7-be11-4fed-aaa7-c25e01613efb service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279765 May 10 21:20:40.826708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-98e362c8-b804-46f0-8c85-0636766d90ed None None] Provisioning complete for port e8e492b4-0e27-493d-934e-4c964c830c27 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:40.827092 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98e362c8-b804-46f0-8c85-0636766d90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:40.955722 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:39Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:20:40.957922 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-1a4d7ab8-7585-4f6e-ad28-0d53df316ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:40.957922 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-1a4d7ab8-7585-4f6e-ad28-0d53df316ba0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e9a4586-071e-4eb1-9818-9f39b8e838e8 HTTP/1.1" status: 200 len: 852 time: 0.1440587 May 10 21:20:40.957922 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.23', 62957) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:40.958357 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device e8e492b4-0e27-493d-934e-4c964c830c27 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:40.978694 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3196b89-d84e-4854-9a72-e09481460128 None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:39Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:20:41.130313 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-5f0254a5-e8b9-485f-8d27-0c730e15f941 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911736 May 10 21:20:41.165660 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port e8e492b4-0e27-493d-934e-4c964c830c27 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:41.166182 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:41.270035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-98e362c8-b804-46f0-8c85-0636766d90ed None None] Current status of the port e8e492b4-0e27-493d-934e-4c964c830c27 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:41.419232 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port e8e492b4-0e27-493d-934e-4c964c830c27 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:41.574505 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-87a7998e-1f2d-4334-a90c-df59db9e842e service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7515683 May 10 21:20:41.705498 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-7b0844e2-892c-4524-b810-5e750fa61d61 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:41.707114 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-7b0844e2-892c-4524-b810-5e750fa61d61 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 819 time: 0.8010347 May 10 21:20:41.884183 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-c45e72f9-e3ac-4089-8d70-c59b3f30129e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1742983188&fields=id&tenant_id=802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 267 time: 0.9798250 May 10 21:20:42.063868 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-553222a9-6366-4cf3-bc1c-c74264fe3577 service neutron] 10.222.0.23 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185470 May 10 21:20:42.063868 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-d7d4dd72-a1e9-4bf5-b93d-ee72f837c073 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:42.063868 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-d7d4dd72-a1e9-4bf5-b93d-ee72f837c073 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 817 time: 0.1455319 May 10 21:20:42.063868 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'port': {'device_id': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'admin_state_up': True, 'tenant_id': '78072ca90bf6402b83863597c266a178'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:42.101857 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-33d19db3-207c-4790-aea1-58e8ecfcea52 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/quotas/802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 375 time: 0.0577047 May 10 21:20:42.353049 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7dfe350e-4ef0-47fc-ac75-44c74b97689c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2367148 May 10 21:20:42.375360 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e23b119b-62fe-4a55-80e8-63b6879fe147 req-fdfafa81-5626-469e-a651-26cf3ec81044 service neutron] 10.222.0.23 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288651 May 10 21:20:42.517780 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-229703d7-917f-4eda-8eec-da318a26284d service neutron] 10.222.0.25 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264422 May 10 21:20:42.620880 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-6a08f534-2798-4e8f-bff9-c1e2a62af096 service neutron] 10.222.0.25 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961087 May 10 21:20:42.710223 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device e8e492b4-0e27-493d-934e-4c964c830c27 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:42.756383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port e8e492b4-0e27-493d-934e-4c964c830c27 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:42.756684 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:42.832354 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port e8e492b4-0e27-493d-934e-4c964c830c27 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:42.929201 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Made reservation on behalf of 78072ca90bf6402b83863597c266a178 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:42.933350 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:43.111894 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Allocated IP 172.20.0.7 (f4d68030-42b4-44a7-8e2e-1f92daeefa7f/8d54d5e8-d74c-4373-acaf-118f672a4402/5408ed5b-410e-4f80-8588-0d5ecd304dea) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:43.131153 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d014c8de-bc97-4a7e-9d3d-0e4b50fccec4 req-8acc24ca-82ca-4d1c-b054-89c3b93613d6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0717459 May 10 21:20:43.309186 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-53f7bd01-c521-4eb2-921c-2411448c9c75 req-4a972291-452c-4ba6-8a01-dc6e6f4acfec tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0430429 May 10 21:20:43.376050 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-83d04d6d-3c66-4b97-9dbd-27119be19f71 req-ec1e2a94-5cb1-456b-939c-9daea4cda07a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0341430 May 10 21:20:43.484551 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c02253de-79d7-4d45-9e64-eadef83d7c12 req-4c27dff6-821b-4a94-8df5-5fa37993c0b4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0408695 May 10 21:20:43.544899 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03456b-4168-4e69-8e2c-11fc405e42ea req-d697679e-22af-4b84-a216-8cf7ad30f4cb tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:43.552083 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0b03456b-4168-4e69-8e2c-11fc405e42ea req-d697679e-22af-4b84-a216-8cf7ad30f4cb tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.3682177 May 10 21:20:43.639529 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:43.646198 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-1fd46237-a0d1-42e6-874d-9498be67c148 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:43.647685 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-1fd46237-a0d1-42e6-874d-9498be67c148 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 819 time: 0.4628825 May 10 21:20:43.666045 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0b03456b-4168-4e69-8e2c-11fc405e42ea req-ad2d6b07-66b4-4af1-85c7-f2820ef12cb4 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126254 May 10 21:20:43.781147 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:43.815208 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:43.826125 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:43.829206 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:43.831778 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:43.837707 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:43.838799 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:43.883114 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'Port': ['ID=5408ed5b-410e-4f80-8588-0d5ecd304dea,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:43.959625 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-1bdef66b-3f6f-4266-afd7-2adcfc130323 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9137969 May 10 21:20:43.998059 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:44.116267 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c973cd94-7f5d-4d54-8ace-9ce9e4ac5f30 None None] Provisioning complete for port 5408ed5b-410e-4f80-8588-0d5ecd304dea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:44.121270 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c973cd94-7f5d-4d54-8ace-9ce9e4ac5f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.126265 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86af7b78-f8ce-462f-80e0-325992436793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.152110 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c973cd94-7f5d-4d54-8ace-9ce9e4ac5f30 None None] Port 5408ed5b-410e-4f80-8588-0d5ecd304dea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:44.206336 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86af7b78-f8ce-462f-80e0-325992436793 admin admin] Publish callbacks [] for security_group (047ea898-2439-4a65-8a63-dbc213efad8d), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.262389 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa320dc-e897-4aae-b3d3-0554c9901936 req-187af0df-2185-4f6b-8a8f-79a632a3499f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0518446 May 10 21:20:44.271423 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86af7b78-f8ce-462f-80e0-325992436793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (047ea898-2439-4a65-8a63-dbc213efad8d), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.311532 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-86af7b78-f8ce-462f-80e0-325992436793 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c42d3bca98549cea5c98989f41eca46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118176 May 10 21:20:44.314000 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48978) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:44.319754 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af7b78-f8ce-462f-80e0-325992436793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ea898-2439-4a65-8a63-dbc213efad8d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:44.371183 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a23a60bc-6501-4a75-8faa-7374778ad3e3 admin admin] Publish callbacks [] for security_group (047ea898-2439-4a65-8a63-dbc213efad8d), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.406256 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-48d15658-620b-4e65-be06-937c07b19d25 req-19a30794-39e3-481c-8622-ab911cc0b16e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0323739 May 10 21:20:44.418606 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a23a60bc-6501-4a75-8faa-7374778ad3e3 admin admin] Publish callbacks [] for security_group (047ea898-2439-4a65-8a63-dbc213efad8d), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.478429 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-377c2181-e0c4-4710-8bfd-b041ac789f71 req-aae1bed4-4f33-4906-b792-eb698d590060 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0309958 May 10 21:20:44.556493 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a23a60bc-6501-4a75-8faa-7374778ad3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (047ea898-2439-4a65-8a63-dbc213efad8d), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.559241 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a23a60bc-6501-4a75-8faa-7374778ad3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:44.560392 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a23a60bc-6501-4a75-8faa-7374778ad3e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/047ea898-2439-4a65-8a63-dbc213efad8d HTTP/1.1" status: 204 len: 168 time: 0.2454724 May 10 21:20:44.593273 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a60bc-6501-4a75-8faa-7374778ad3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ea898-2439-4a65-8a63-dbc213efad8d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:44.596326 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-fd78a0d5-21c4-4692-a393-1144cb873cd9 req-3c66788f-56d5-4df8-901a-18a084ab9853 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0348227 May 10 21:20:44.700605 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 48992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:44.800914 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafacba-6141-4e95-9106-703a02c1e6dd req-47aca7de-2150-435d-8a80-08f3a12943b6 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:44.800914 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-deafacba-6141-4e95-9106-703a02c1e6dd req-47aca7de-2150-435d-8a80-08f3a12943b6 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.0624626 May 10 21:20:44.860014 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-deafacba-6141-4e95-9106-703a02c1e6dd req-03cd51ec-4042-450c-8f0d-157dbc889c16 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 May 10 21:20:44.948445 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-894e0061-cf16-4e63-aea9-8f3ae6aa2d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.024335 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-894e0061-cf16-4e63-aea9-8f3ae6aa2d6b admin admin] Publish callbacks [] for security_group (bfedc6da-b114-48d7-a506-e41a4d1af17b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.121881 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-894e0061-cf16-4e63-aea9-8f3ae6aa2d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (bfedc6da-b114-48d7-a506-e41a4d1af17b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.162756 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-894e0061-cf16-4e63-aea9-8f3ae6aa2d6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f75f7e5518943eca961b79fb32a416a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4608424 May 10 21:20:45.163625 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e0061-cf16-4e63-aea9-8f3ae6aa2d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfedc6da-b114-48d7-a506-e41a4d1af17b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:45.165536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49000) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:45.205469 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:45.210734 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-348bd6ac-bd59-4ed4-9d02-04e512ce7354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.220998 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae38731f-b76c-498a-a936-100aa2f24bbe admin admin] Publish callbacks [] for security_group (bfedc6da-b114-48d7-a506-e41a4d1af17b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.243833 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae38731f-b76c-498a-a936-100aa2f24bbe admin admin] Publish callbacks [] for security_group (bfedc6da-b114-48d7-a506-e41a4d1af17b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.286810 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-348bd6ac-bd59-4ed4-9d02-04e512ce7354 admin admin] Publish callbacks [] for security_group (dc6eac46-65d1-4a7e-b93e-7faceb7e1356), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.358759 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-74cd42c5-7f49-4620-ae0a-f3a887ed9c56 req-d56089aa-9fe1-4898-9a79-5698b6bc0bc7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0271544 May 10 21:20:45.367430 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-348bd6ac-bd59-4ed4-9d02-04e512ce7354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dc6eac46-65d1-4a7e-b93e-7faceb7e1356), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.396095 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae38731f-b76c-498a-a936-100aa2f24bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (bfedc6da-b114-48d7-a506-e41a4d1af17b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.398763 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae38731f-b76c-498a-a936-100aa2f24bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.399905 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ae38731f-b76c-498a-a936-100aa2f24bbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bfedc6da-b114-48d7-a506-e41a4d1af17b HTTP/1.1" status: 204 len: 168 time: 0.2334044 May 10 21:20:45.408608 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-348bd6ac-bd59-4ed4-9d02-04e512ce7354 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9df3e5acc40543d5a62bfb1013815d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096953 May 10 21:20:45.408608 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bd6ac-bd59-4ed4-9d02-04e512ce7354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6eac46-65d1-4a7e-b93e-7faceb7e1356,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:45.408900 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49008) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:45.421614 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38731f-b76c-498a-a936-100aa2f24bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfedc6da-b114-48d7-a506-e41a4d1af17b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:45.469555 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d6520cd-9e9d-4850-b64b-3d5c6f19bb6c admin admin] Publish callbacks [] for security_group (dc6eac46-65d1-4a7e-b93e-7faceb7e1356), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.517872 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d6520cd-9e9d-4850-b64b-3d5c6f19bb6c admin admin] Publish callbacks [] for security_group (dc6eac46-65d1-4a7e-b93e-7faceb7e1356), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.521691 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8ac37df7-a3e5-41bb-a74b-bdba82502eaf req-a59f4bff-e24c-43b4-9dd6-eb5502872358 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0404892 May 10 21:20:45.587280 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f45e4484-f2d9-4447-af98-7cdbd848eb76 req-6dc6618c-d0a3-44d7-88d0-eb50820fd869 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0311835 May 10 21:20:45.647555 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d6520cd-9e9d-4850-b64b-3d5c6f19bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dc6eac46-65d1-4a7e-b93e-7faceb7e1356), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.650618 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d6520cd-9e9d-4850-b64b-3d5c6f19bb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:45.651423 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6d6520cd-9e9d-4850-b64b-3d5c6f19bb6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc6eac46-65d1-4a7e-b93e-7faceb7e1356 HTTP/1.1" status: 204 len: 168 time: 0.2416005 May 10 21:20:45.659345 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6520cd-9e9d-4850-b64b-3d5c6f19bb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6eac46-65d1-4a7e-b93e-7faceb7e1356,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:45.703910 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7290f3fb-8af2-4233-82e6-f9599ffac9c3 req-a9eccc8b-32f4-40d4-a7f2-4d7ffaf23201 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0294440 May 10 21:20:45.972614 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a181d-cd70-4c71-a20b-775b2041ae01 req-228ca96f-6a6b-4906-9c57-aea1908beb91 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:45.975001 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-892a181d-cd70-4c71-a20b-775b2041ae01 req-228ca96f-6a6b-4906-9c57-aea1908beb91 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.0487282 May 10 21:20:46.007580 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49026) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:46.022079 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8802b73e-ca4c-4288-8d80-b4faf5d65917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.027982 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-892a181d-cd70-4c71-a20b-775b2041ae01 req-e5da6a2b-78d4-4120-80a7-5f1a1bd13ce0 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 May 10 21:20:46.101241 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8802b73e-ca4c-4288-8d80-b4faf5d65917 admin admin] Publish callbacks [] for security_group (dd8e10bd-75ed-4e2a-8e75-2cf897767a7c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.167862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8802b73e-ca4c-4288-8d80-b4faf5d65917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dd8e10bd-75ed-4e2a-8e75-2cf897767a7c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.205555 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8802b73e-ca4c-4288-8d80-b4faf5d65917 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff461cf3055847379b0e794118fb5a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969090 May 10 21:20:46.207497 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802b73e-ca4c-4288-8d80-b4faf5d65917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8e10bd-75ed-4e2a-8e75-2cf897767a7c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:46.209074 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49034) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:46.257274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54d95af7-e204-485e-a835-9877e81b5a78 admin admin] Publish callbacks [] for security_group (dd8e10bd-75ed-4e2a-8e75-2cf897767a7c), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.278651 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54d95af7-e204-485e-a835-9877e81b5a78 admin admin] Publish callbacks [] for security_group (dd8e10bd-75ed-4e2a-8e75-2cf897767a7c), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.373105 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54d95af7-e204-485e-a835-9877e81b5a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dd8e10bd-75ed-4e2a-8e75-2cf897767a7c), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.375777 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54d95af7-e204-485e-a835-9877e81b5a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.376930 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-54d95af7-e204-485e-a835-9877e81b5a78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd8e10bd-75ed-4e2a-8e75-2cf897767a7c HTTP/1.1" status: 204 len: 168 time: 0.1668479 May 10 21:20:46.390270 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d95af7-e204-485e-a835-9877e81b5a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8e10bd-75ed-4e2a-8e75-2cf897767a7c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:46.456911 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9351c6e5-dac8-4cd3-bb30-2af4eca60f22 req-c6d29746-ef27-434a-9153-987c57dd00c8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0280883 May 10 21:20:46.532131 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f34b4e47-7d43-46ec-b421-df392390fcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:46.627328 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d1f87a15-9946-4a9b-a8d6-4b7d601b00a8 req-84e51f3b-a4bf-42e1-9956-fdbbdb2c3160 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0335958 May 10 21:20:46.682081 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-78d0bc83-54ac-46d0-aa4b-839d75529913 req-2a13c17f-b168-4dd2-8faa-91ed55a749df tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0283363 May 10 21:20:46.810482 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-52b78117-bb8a-41fc-bb62-260e4ed80b64 req-62d40931-9ae7-49e8-a3ea-50a76df55277 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0291173 May 10 21:20:46.855846 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Request body: {'port': {'device_id': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:46.863134 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'port': {'device_id': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'admin_state_up': True, 'tenant_id': '78072ca90bf6402b83863597c266a178'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:46.890157 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:20:46.997694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:47.008784 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,segment=NetworkSegment(d1a03ad5-09e7-4893-b0e1-660884ffd815),segment_id=d1a03ad5-09e7-4893-b0e1-660884ffd815)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:47.023079 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c', 'network_id': '54ee8034-6d5b-4e39-9436-d9a8e6b309b1', 'port_id': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c', 'mac_address': 'fa:16:3e:64:84:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9a4586-071e-4eb1-9818-9f39b8e838e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:20:47.151793 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:47.152334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:47.172112 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:47.203190 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,segment=NetworkSegment(d1a03ad5-09e7-4893-b0e1-660884ffd815),segment_id=d1a03ad5-09e7-4893-b0e1-660884ffd815)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:47.221884 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Made reservation on behalf of 78072ca90bf6402b83863597c266a178 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:47.231266 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:47.234385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d5eba-597b-4bc8-b617-fe9143a57e07 req-4fb93c4a-169e-4f7c-a2c7-ddbf3ca7f164 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:47.236299 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2f0d5eba-597b-4bc8-b617-fe9143a57e07 req-4fb93c4a-169e-4f7c-a2c7-ddbf3ca7f164 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 944 time: 0.0983131 May 10 21:20:47.288491 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:47.320742 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2f0d5eba-597b-4bc8-b617-fe9143a57e07 req-484e79ca-0bc7-4416-962c-ddd95becbeaf tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719292 May 10 21:20:47.370210 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:47.462115 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.23', 62970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:47.551163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5408ed5b-410e-4f80-8588-0d5ecd304dea {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:47.564260 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Publish callbacks [] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:47.573322 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:20:47.605611 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-6e5ceec4-a2ec-4dcd-8699-60fc5dde9869 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:47.607577 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-6e5ceec4-a2ec-4dcd-8699-60fc5dde9869 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 810 time: 0.1441977 May 10 21:20:47.627579 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ea3e4bce-8d1e-4294-9e64-700b83712216 req-27c08e76-7de6-4f23-b1b0-986a429944c0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0536375 May 10 21:20:47.631364 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Transition to ACTIVE for port object 5408ed5b-410e-4f80-8588-0d5ecd304dea will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:20:47.686155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:47.882633 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-563f9dac-0b50-4a12-889a-2b7fb587687a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604bb43d90e344d3a89838c6575d12c2 HTTP/1.1" status: 200 len: 379 time: 0.2653546 May 10 21:20:47.900875 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Attempting to bind port 5408ed5b-410e-4f80-8588-0d5ecd304dea on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:47.901215 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Attempting to bind port 5408ed5b-410e-4f80-8588-0d5ecd304dea by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:47.901530 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Attempting to bind port 5408ed5b-410e-4f80-8588-0d5ecd304dea on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:47.906520 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cad50932-ebb1-4f80-8ad0-2db1f54da2b6 req-3d672189-68e1-4d09-8b75-941d2d3c2f40 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0850077 May 10 21:20:47.936034 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Port 5408ed5b-410e-4f80-8588-0d5ecd304dea on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:20:47.936418 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Attempting to bind port 5408ed5b-410e-4f80-8588-0d5ecd304dea on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:47.952312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:47.952312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Checking segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:47.952312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Bound using segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:47.952312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Bound port: 5408ed5b-410e-4f80-8588-0d5ecd304dea, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:47.952312 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:48.046090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] For port 5408ed5b-410e-4f80-8588-0d5ecd304dea, host hv-cinder-83608, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:48.049950 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] For port 5408ed5b-410e-4f80-8588-0d5ecd304dea, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:48.059385 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-fa8a4942-572c-4bd6-b1e7-46a2a62cc1dd req-5eac7593-0e31-4ed1-98d2-67124dfed7a0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.1932726 May 10 21:20:48.059935 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5408ed5b-410e-4f80-8588-0d5ecd304dea,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:48.088114 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Allocated IP 172.20.0.13 (f4d68030-42b4-44a7-8e2e-1f92daeefa7f/8d54d5e8-d74c-4373-acaf-118f672a4402/328358cc-4c62-4aab-b5d9-f04bb22e58f1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:48.113555 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c1b62917-59b6-4dae-b4e7-e95424f82258 req-8ffaf82f-a18c-4a0a-b683-dd0f45eb57ce tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0743060 May 10 21:20:48.128603 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:48.155247 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:48.155929 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:48.157771 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 200 len: 1093 time: 1.3250153 May 10 21:20:48.160397 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'tag': '5408ed5b-410e-4f80-8588-0d5ecd304dea'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:48.162908 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652677a-eb46-4d31-8690-7aaadfb56e71" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec9c2a-8806-4da8-9072-ca136cfa83ad", "tag": "5408ed5b-410e-4f80-8588-0d5ecd304dea"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:48.173649 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'port': {'device_id': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'admin_state_up': True, 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'security_groups': ['52b9a535-860f-413d-a66f-14237a6f5456']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:48.379284 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3cd5-de73-4997-ba17-9622252146d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5408ed5b-410e-4f80-8588-0d5ecd304dea,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:48.418518 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e303253c-d119-430a-98e1-7d3f17a01cc7 x-openstack-request-id: req-e303253c-d119-430a-98e1-7d3f17a01cc7 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:48.418683 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec9c2a-8806-4da8-9072-ca136cfa83ad", "tag": "5408ed5b-410e-4f80-8588-0d5ecd304dea", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:48.420132 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e303253c-d119-430a-98e1-7d3f17a01cc7 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:48.420740 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e303253c-d119-430a-98e1-7d3f17a01cc7'] response: {'name': 'network-changed', 'server_uuid': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'tag': '5408ed5b-410e-4f80-8588-0d5ecd304dea', 'status': 'completed', 'code': 200} May 10 21:20:48.556653 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-3ba0d325-bfe6-43ac-b2c7-17036f6ec591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:48.558963 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-3ba0d325-bfe6-43ac-b2c7-17036f6ec591 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1127 time: 0.1071744 May 10 21:20:48.560540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Made reservation on behalf of 604bb43d90e344d3a89838c6575d12c2 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:48.568631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:48.625268 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7abeb-662a-406c-ab90-811147be7b80 req-6b181e69-6ae0-4829-aee0-28a6f34bfb11 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:48.636820 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-37d7abeb-662a-406c-ab90-811147be7b80 req-6b181e69-6ae0-4829-aee0-28a6f34bfb11 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 945 time: 0.1351697 May 10 21:20:48.637105 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-3560793c-1fd2-4b47-8441-4317a3afd686 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 200 len: 217 time: 0.0676508 May 10 21:20:48.696130 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:48.719438 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c0d988-1b60-472d-833a-7c55f147e8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:48.738162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-57798d02-c663-486b-bd62-ebca6c3270ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:48.739850 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-57798d02-c663-486b-bd62-ebca6c3270ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0905509 May 10 21:20:48.772089 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.23', 62976) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:48.784367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.23', 62977) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:48.835560 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-100d096d-9817-4d62-b825-83f565ac57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:48.837070 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-100d096d-9817-4d62-b825-83f565ac57eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845542 May 10 21:20:48.883262 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f30f94eb-0e6e-47a7-9631-84f1d577d2f2 req-64caf7e9-2f65-4f32-83e6-bab7e7f19d0e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.1256921 May 10 21:20:48.899954 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-37d7abeb-662a-406c-ab90-811147be7b80 req-0780278c-38b9-40b1-a05b-4ab8d569886a tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527556 May 10 21:20:48.960375 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:49.003506 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.075709 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:20:49.113154 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:49.132836 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:49.147408 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:49.152565 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:49.153183 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.162858 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-d14d25a0-2120-40ce-b9fe-1d1aefc758c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011541 May 10 21:20:49.173325 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:49.174014 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.178326 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'Port': ['ID=328358cc-4c62-4aab-b5d9-f04bb22e58f1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:49.206595 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94a981-515b-4152-a21e-7f6760fea7df req-2553189e-5889-405b-b432-69ad9827bff9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:49.216504 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3c94a981-515b-4152-a21e-7f6760fea7df req-2553189e-5889-405b-b432-69ad9827bff9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 932 time: 0.1726937 May 10 21:20:49.271536 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-5a91c7f3-cb7f-41b4-b4aa-0d03d737b57a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4287224 May 10 21:20:49.316710 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Request body: {'port': {'device_id': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:49.363393 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:49.364396 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.369924 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6681610f-80f8-40ae-a09a-e481e98ae860 req-8a257b66-4684-4253-8afc-f20e0cbaf9eb tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.1082888 May 10 21:20:49.401428 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-0031bbaf-e3fa-4216-81b8-d065773d89e4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:49.406165 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-0031bbaf-e3fa-4216-81b8-d065773d89e4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 817 time: 0.6321945 May 10 21:20:49.413899 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3c94a981-515b-4152-a21e-7f6760fea7df req-263aaac3-4d4c-40c4-9651-a4e96053b15a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963499 May 10 21:20:49.425311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Allocated IP 172.20.0.4 (c8e51741-489e-4b09-8a94-3245895caad6/04469c9f-e548-4718-ab68-2296d5e23c07/f5baed8c-6e2f-4a63-b64c-43aa352836ce) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:49.433922 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:49.453062 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-d7e182b8-80ce-4416-9ea3-5688010cabb9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:49.458587 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-d7e182b8-80ce-4416-9ea3-5688010cabb9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.6640959 May 10 21:20:49.534281 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eb52c0d-acc3-40c6-9d42-998a25e81391 req-8a5a4af6-ce91-4bdc-8180-55552357856e service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521407 May 10 21:20:49.537525 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.722705 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,segment=NetworkSegment(d1a03ad5-09e7-4893-b0e1-660884ffd815),segment_id=d1a03ad5-09e7-4893-b0e1-660884ffd815)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:49.725573 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-567a2844-8e78-4cae-9eb9-717f6ed46487 None None] Provisioning complete for port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:49.725961 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567a2844-8e78-4cae-9eb9-717f6ed46487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.831907 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.883240 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-567a2844-8e78-4cae-9eb9-717f6ed46487 None None] Port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:49.935067 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:49.989719 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:50.023671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ca974-caf3-46b8-89a4-8f2fc4d418ed" -d '{"events": [{"server_uuid": "a840063f-5498-40c6-a89b-053d1db08ef8", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:50.038142 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f49f955-74f9-445f-b99f-405a95e6034f req-aa0ccec1-ed13-4335-921c-8b5be2bf5988 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.2184749 May 10 21:20:50.097016 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-32e62dd6-1594-4185-956c-3978e3011d93 req-58c10e73-bddc-44d5-8631-b972e4980c34 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0870314 May 10 21:20:50.184709 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328358cc-4c62-4aab-b5d9-f04bb22e58f1 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:50.195354 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Publish callbacks [] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:50.212573 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9b0c3268-1216-4739-84d0-a1f46552e44a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 379 time: 0.7132723 May 10 21:20:50.218715 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Transition to ACTIVE for port object 328358cc-4c62-4aab-b5d9-f04bb22e58f1 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:20:50.243291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e260049-352c-4a56-a120-96c8f10c28a0 x-openstack-request-id: req-2e260049-352c-4a56-a120-96c8f10c28a0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:50.243646 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a840063f-5498-40c6-a89b-053d1db08ef8", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:50.243962 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e260049-352c-4a56-a120-96c8f10c28a0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:50.244473 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e260049-352c-4a56-a120-96c8f10c28a0'] response: {'server_uuid': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c', 'code': 200} May 10 21:20:50.249813 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-f3315ee9-64ed-419c-b73c-10e61bfbf1b6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 380 time: 0.7666659 May 10 21:20:50.275603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53afa26-e13a-47a8-be35-84fc13ff2ab3 req-db6575bd-7c5f-4ebb-b048-226e87acdb75 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:50.277070 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b53afa26-e13a-47a8-be35-84fc13ff2ab3 req-db6575bd-7c5f-4ebb-b048-226e87acdb75 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.1112280 May 10 21:20:50.323731 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:50.344786 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:50.356857 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b53afa26-e13a-47a8-be35-84fc13ff2ab3 req-d3cdb391-a57b-476d-8fe0-23d00df16cde tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740554 May 10 21:20:50.402080 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=328358cc-4c62-4aab-b5d9-f04bb22e58f1,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:50.442927 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:50.467489 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'port': {'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'admin_state_up': True, 'tenant_id': '8286226c580f4896aec72c65642fce30', 'security_groups': ['e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:50.521347 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'port': {'device_id': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'admin_state_up': True, 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'security_groups': ['09638855-ed56-4d7f-b03e-369757a45fe9']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:50.600868 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Attempting to bind port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:50.602043 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Attempting to bind port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:50.602546 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Attempting to bind port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:50.610801 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f0c3a778-7279-455f-9f1a-950280f5b6c8 req-ede1bd43-62dc-4d2e-9c46-f39c912fec78 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0776548 May 10 21:20:50.616090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:20:50.616090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Attempting to bind port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:50.627121 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:50.627574 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Checking segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:50.628006 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Bound using segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:50.631127 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Bound port: 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:50.631643 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:50.670210 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49206) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:50.674097 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-5a4f94ff-3e1d-43bf-9b8a-a53946fc49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:50.675732 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-5a4f94ff-3e1d-43bf-9b8a-a53946fc49dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1127 time: 0.2140453 May 10 21:20:50.679843 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Network c8e51741-489e-4b09-8a94-3245895caad6 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:50.713157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:50.752020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:50.759008 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:50.759727 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:50.787373 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'Port': ['ID=f5baed8c-6e2f-4a63-b64c-43aa352836ce,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:50.814924 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] For port 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host hv-cinder-83608, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:50.815354 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044ae44-01ca-4ca4-b2b1-4242c5c625f3 req-5bb5b4ab-46fe-4510-9f43-1e92f143ee44 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:50.821576 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] For port 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:50.823366 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9044ae44-01ca-4ca4-b2b1-4242c5c625f3 req-5bb5b4ab-46fe-4510-9f43-1e92f143ee44 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.2658646 May 10 21:20:50.837284 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-f438332b-f284-4b31-bf0a-4eb6d57063eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:50.838792 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-f438332b-f284-4b31-bf0a-4eb6d57063eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.1539652 May 10 21:20:50.839248 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.23', 62982) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:50.946427 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-4ee7f095-a620-4d55-ab94-de21a7c02549 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7792099 May 10 21:20:50.956488 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9044ae44-01ca-4ca4-b2b1-4242c5c625f3 req-d0c8e3cd-27e8-43a3-9b12-c2688564134b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321721 May 10 21:20:50.966795 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 5408ed5b-410e-4f80-8588-0d5ecd304dea details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:20:50.967552 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Request body: {'port': {'device_id': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:51.055156 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.071338 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Made reservation on behalf of 802e2ef29f6f4b2c8ca69204b69cc142 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:51.074840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.094844 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Made reservation on behalf of 8286226c580f4896aec72c65642fce30 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:20:51.096512 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.107464 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 5408ed5b-410e-4f80-8588-0d5ecd304dea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:51.123593 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '5408ed5b-410e-4f80-8588-0d5ecd304dea', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'port_id': '5408ed5b-410e-4f80-8588-0d5ecd304dea', 'mac_address': 'fa:16:3e:c2:aa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:20:51.168887 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.178596 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1046ffa9-2b47-4002-9404-0c4b7c1c88a3 None None] Provisioning complete for port f5baed8c-6e2f-4a63-b64c-43aa352836ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:51.179204 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1046ffa9-2b47-4002-9404-0c4b7c1c88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.188817 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-4888a20d-e998-40a7-bb28-d58873b1de99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 200 len: 217 time: 0.3071291 May 10 21:20:51.202945 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c59d39f-3311-4ebd-9fdc-ee3c7138667e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.236672 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-37f27ee8-825b-4d38-9d41-3c7b5c692b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:51.238092 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-37f27ee8-825b-4d38-9d41-3c7b5c692b7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 1130 time: 0.3920963 May 10 21:20:51.256343 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:51.256969 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.259240 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/328358cc-4c62-4aab-b5d9-f04bb22e58f1 HTTP/1.1" status: 200 len: 1094 time: 1.9475808 May 10 21:20:51.259558 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'tag': '328358cc-4c62-4aab-b5d9-f04bb22e58f1'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:51.262072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddebfc3-ada8-4230-96f0-924678e2a5df" -d '{"events": [{"name": "network-changed", "server_uuid": "4485a817-baec-4edc-b5d8-757046ba5fa0", "tag": "328358cc-4c62-4aab-b5d9-f04bb22e58f1"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:51.263434 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 5408ed5b-410e-4f80-8588-0d5ecd304dea is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:51.263823 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.265671 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.20.0.3 (3f280d19-4e21-4706-a61f-7c29f950ac00/9d80f143-2da6-498b-91cd-4bf0b726ac2c/7866c29a-c7c3-4ff7-b763-4708fc1851a8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:51.287632 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1046ffa9-2b47-4002-9404-0c4b7c1c88a3 None None] Port f5baed8c-6e2f-4a63-b64c-43aa352836ce cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:51.291302 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-aec95517-1faf-4f8c-82a3-7d832f89cc68 req-6583a338-6ff7-4095-8772-74462ae8a469 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0604680 May 10 21:20:51.291505 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5408ed5b-410e-4f80-8588-0d5ecd304dea {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:51.329434 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 5408ed5b-410e-4f80-8588-0d5ecd304dea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:51.336113 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dea41-ddb3-4a7c-b25f-d94781a0e6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=328358cc-4c62-4aab-b5d9-f04bb22e58f1,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:51.384389 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.402279 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cca4e8-5448-4ef5-bede-c900e6131b10 x-openstack-request-id: req-61cca4e8-5448-4ef5-bede-c900e6131b10 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:51.402748 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4485a817-baec-4edc-b5d8-757046ba5fa0", "tag": "328358cc-4c62-4aab-b5d9-f04bb22e58f1", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:51.403139 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61cca4e8-5448-4ef5-bede-c900e6131b10 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:51.403639 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cca4e8-5448-4ef5-bede-c900e6131b10'] response: {'name': 'network-changed', 'server_uuid': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'tag': '328358cc-4c62-4aab-b5d9-f04bb22e58f1', 'status': 'completed', 'code': 200} May 10 21:20:51.420279 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c59d39f-3311-4ebd-9fdc-ee3c7138667e admin admin] Publish callbacks [] for security_group (ea195df5-a44d-4ba2-a782-3bd339a361a0), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.448735 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.522676 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638b619-98c2-41de-b151-23a760c4c78d req-0639b73f-ac60-4b6a-9809-9a22c8ca2910 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:51.532046 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1638b619-98c2-41de-b151-23a760c4c78d req-0639b73f-ac60-4b6a-9809-9a22c8ca2910 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0772173 May 10 21:20:51.543553 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=5408ed5b-410e-4f80-8588-0d5ecd304dea,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:51.553621 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c59d39f-3311-4ebd-9fdc-ee3c7138667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ea195df5-a44d-4ba2-a782-3bd339a361a0), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.586037 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74cc0-c159-4135-8af3-42cf897928f6 req-a89f8f44-1df9-4752-8767-b2a88ee217a7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:51.587554 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-24a74cc0-c159-4135-8af3-42cf897928f6 req-a89f8f44-1df9-4752-8767-b2a88ee217a7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 931 time: 0.1654968 May 10 21:20:51.605060 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4c59d39f-3311-4ebd-9fdc-ee3c7138667e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d68b97987d34962b900dcfc598b676d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9309268 May 10 21:20:51.606376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:51.609105 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:51.623058 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59d39f-3311-4ebd-9fdc-ee3c7138667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea195df5-a44d-4ba2-a782-3bd339a361a0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:51.646930 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1638b619-98c2-41de-b151-23a760c4c78d req-9d5dd082-04fe-48cf-8bb2-ca8e495dc962 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151092 May 10 21:20:51.736939 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0f308b18-2dff-4831-a39b-26e88e1f7ab0 req-6f18732a-2c2d-4e52-badd-5b62c611d836 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0294080 May 10 21:20:51.854798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Allocated IP 172.20.0.7 (169df5df-f41d-4a2b-9d9a-2bdd14f9c862/1120c448-f214-482d-9129-d5bb7a82ac96/83ef924d-2caa-4d5a-8fb2-cd0a871c9712) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:20:51.883072 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-24a74cc0-c159-4135-8af3-42cf897928f6 req-bf4a5f41-3d8e-45db-a997-c1be2f11e7d2 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877157 May 10 21:20:51.958717 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10d7f17b-4fa8-450b-a300-4a69f9414b30 admin admin] Publish callbacks [] for security_group (ea195df5-a44d-4ba2-a782-3bd339a361a0), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.008310 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.031035 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10d7f17b-4fa8-450b-a300-4a69f9414b30 admin admin] Publish callbacks [] for security_group (ea195df5-a44d-4ba2-a782-3bd339a361a0), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.082223 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1c9b-ccf2-49b0-abc4-faa640ee9c5d req-daf366ed-1dbd-4481-a30b-46aa6f008b23 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:52.084342 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d72a1c9b-ccf2-49b0-abc4-faa640ee9c5d req-daf366ed-1dbd-4481-a30b-46aa6f008b23 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.0517054 May 10 21:20:52.131555 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d72a1c9b-ccf2-49b0-abc4-faa640ee9c5d req-360ebd87-e661-43cc-8817-7c16ec90de53 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 May 10 21:20:52.283624 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:52.307003 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:52.317656 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:52.323422 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:52.324049 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.330926 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=7866c29a-c7c3-4ff7-b763-4708fc1851a8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:52.443484 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.448143 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4da7aa52-92b2-49cf-b90f-5464ede245de req-48343ecd-c408-4a8e-bc6c-948cc4806d7b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0462432 May 10 21:20:52.455228 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5baed8c-6e2f-4a63-b64c-43aa352836ce {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:52.465638 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Publish callbacks [] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.472904 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9df8e63f-ee16-4c7a-bcb4-4df63c959806 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0207310 May 10 21:20:52.509694 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Transition to ACTIVE for port object f5baed8c-6e2f-4a63-b64c-43aa352836ce will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:20:52.512331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10d7f17b-4fa8-450b-a300-4a69f9414b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ea195df5-a44d-4ba2-a782-3bd339a361a0), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.514883 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10d7f17b-4fa8-450b-a300-4a69f9414b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.516022 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-10d7f17b-4fa8-450b-a300-4a69f9414b30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea195df5-a44d-4ba2-a782-3bd339a361a0 HTTP/1.1" status: 204 len: 168 time: 0.9035316 May 10 21:20:52.528340 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7f17b-4fa8-450b-a300-4a69f9414b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea195df5-a44d-4ba2-a782-3bd339a361a0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:52.535472 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3ac3b86b-c7b3-459b-beac-9430a4542cf6 None None] Provisioning complete for port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:52.537142 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b86b-c7b3-459b-beac-9430a4542cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.578826 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3b86b-c7b3-459b-beac-9430a4542cf6 None None] Port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:52.607372 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.689461 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.721940 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Pushing event updated for resources: {'Port': ['ID=f5baed8c-6e2f-4a63-b64c-43aa352836ce,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:52.737950 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:20:52.775104 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4b30-7940-4d2d-baa2-24a6e3d7eb4c req-18557bd0-46e9-4682-9f1e-ffbcdf5434aa tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:52.776659 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-106d4b30-7940-4d2d-baa2-24a6e3d7eb4c req-18557bd0-46e9-4682-9f1e-ffbcdf5434aa tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0548129 May 10 21:20:52.778050 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:20:52.782309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:20:52.787719 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:52.788359 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.791103 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Attempting to bind port f5baed8c-6e2f-4a63-b64c-43aa352836ce on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:52.791453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Attempting to bind port f5baed8c-6e2f-4a63-b64c-43aa352836ce by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:52.791872 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Attempting to bind port f5baed8c-6e2f-4a63-b64c-43aa352836ce on network c8e51741-489e-4b09-8a94-3245895caad6 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:52.812733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Port f5baed8c-6e2f-4a63-b64c-43aa352836ce on network c8e51741-489e-4b09-8a94-3245895caad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:20:52.817090 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Attempting to bind port f5baed8c-6e2f-4a63-b64c-43aa352836ce on network c8e51741-489e-4b09-8a94-3245895caad6 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:52.824412 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:52.824746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Checking segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:52.825322 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Bound using segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:52.825795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Bound port: f5baed8c-6e2f-4a63-b64c-43aa352836ce, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:52.826151 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.836350 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:52.846827 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:52.868334 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-106d4b30-7940-4d2d-baa2-24a6e3d7eb4c req-d483bfdb-cafe-420a-b595-e158e79b7cbc tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 May 10 21:20:52.949029 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7943853c-6bf9-4653-adf6-499946e09358 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4335451 May 10 21:20:52.993390 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808d8bc-e04f-4a64-826e-e04c5fee9b50 req-c139b48d-adf3-4a61-9431-b799c6b5fe35 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:52.994930 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4808d8bc-e04f-4a64-826e-e04c5fee9b50 req-c139b48d-adf3-4a61-9431-b799c6b5fe35 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 931 time: 0.1024938 May 10 21:20:53.002265 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] For port f5baed8c-6e2f-4a63-b64c-43aa352836ce, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:53.011152 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] For port f5baed8c-6e2f-4a63-b64c-43aa352836ce, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:53.033096 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bf32c-422b-42a7-9fb0-dd2e37d67640 req-f3a3d106-c0a6-4c62-a5d1-3237db682d7d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.034756 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a57bf32c-422b-42a7-9fb0-dd2e37d67640 req-f3a3d106-c0a6-4c62-a5d1-3237db682d7d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 943 time: 0.0646701 May 10 21:20:53.064937 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4808d8bc-e04f-4a64-826e-e04c5fee9b50 req-844ec527-ce84-4be4-acdf-823fee95c122 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520208 May 10 21:20:53.087766 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a57bf32c-422b-42a7-9fb0-dd2e37d67640 req-d99fbf84-8027-4ee4-944b-e97da5f65a9d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 May 10 21:20:53.139409 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.143125 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1308ee94-e649-45e4-b6bb-7bec34869210 None None] Provisioning complete for port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:53.143563 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1308ee94-e649-45e4-b6bb-7bec34869210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.172713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.173240 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.174711 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] 10.222.0.23 "PUT /v2.0/ports/f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 200 len: 1093 time: 2.2172849 May 10 21:20:53.177909 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:53.191009 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1308ee94-e649-45e4-b6bb-7bec34869210 None None] Port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:20:53.320992 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5aeb7-36b7-4d61-b1c0-036aeaee4cf0 req-0bae5fe8-a087-482a-9600-3152880cb513 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.324925 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22d5aeb7-36b7-4d61-b1c0-036aeaee4cf0 req-0bae5fe8-a087-482a-9600-3152880cb513 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.0875385 May 10 21:20:53.329369 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae3bdc-853a-4799-8f93-7f0881acc0cf service neutron] Pushing event updated for resources: {'Port': ['ID=f5baed8c-6e2f-4a63-b64c-43aa352836ce,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:53.391352 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22d5aeb7-36b7-4d61-b1c0-036aeaee4cf0 req-d0cb0b0f-dfcf-4b63-a9d9-5f6c04ea2308 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584588 May 10 21:20:53.414361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadbcc49-fd9d-4693-9ac8-f46985c35685" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:53.428854 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49278) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:53.445213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5da3c55f-029f-4623-8649-6a701bb63955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.535811 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5da3c55f-029f-4623-8649-6a701bb63955 admin admin] Publish callbacks [] for security_group (56ea7ac0-9de8-4d74-b88e-b88a4ccf9561), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.585973 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299a8af6-f9ff-4d6c-8911-073a1967f963 x-openstack-request-id: req-299a8af6-f9ff-4d6c-8911-073a1967f963 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:53.586263 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:53.586536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-299a8af6-f9ff-4d6c-8911-073a1967f963 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:53.586991 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299a8af6-f9ff-4d6c-8911-073a1967f963'] response: {'name': 'network-changed', 'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'status': 'completed', 'code': 200} May 10 21:20:53.593391 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38456593-521b-486a-b127-0adfdc06005e req-68e0923a-274f-43b8-8735-e9628277f784 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.594900 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-38456593-521b-486a-b127-0adfdc06005e req-68e0923a-274f-43b8-8735-e9628277f784 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 931 time: 0.0547779 May 10 21:20:53.613556 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5da3c55f-029f-4623-8649-6a701bb63955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (56ea7ac0-9de8-4d74-b88e-b88a4ccf9561), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.664740 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5da3c55f-029f-4623-8649-6a701bb63955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25f602926be34bfa83535e8e6f178cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346058 May 10 21:20:53.667427 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49284) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:53.668186 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3c55f-029f-4623-8649-6a701bb63955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea7ac0-9de8-4d74-b88e-b88a4ccf9561,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:53.684625 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-38456593-521b-486a-b127-0adfdc06005e req-3a3e57ba-4c26-4dc7-a594-77de25c5e37f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835066 May 10 21:20:53.708765 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Request body: {'port': {'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:53.718592 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Request body: {'port': {'device_id': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:20:53.760179 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-e128d32d-ef71-4f3e-b7bd-501298ff3478 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.821923 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-99b7c50f-c83c-4aff-b894-f35814eb72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.823641 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-99b7c50f-c83c-4aff-b894-f35814eb72d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1127 time: 0.0912938 May 10 21:20:53.826287 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-52814825-25db-4e27-a6cb-1f93ffd375f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.827820 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-52814825-25db-4e27-a6cb-1f93ffd375f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.1466646 May 10 21:20:53.863275 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebfc3-ada8-4230-96f0-924678e2a5df req-508f5efc-278d-45e4-ab05-6d2dbf286924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:53.865208 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ddebfc3-ada8-4230-96f0-924678e2a5df req-508f5efc-278d-45e4-ab05-6d2dbf286924 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 1128 time: 0.1518021 May 10 21:20:53.902509 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['5408ed5b-410e-4f80-8588-0d5ecd304dea'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:20:53.924368 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f17efad-f9e8-4103-8d5a-e6079c12f2ab admin admin] Publish callbacks [] for security_group (56ea7ac0-9de8-4d74-b88e-b88a4ccf9561), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.949137 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.952962 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f17efad-f9e8-4103-8d5a-e6079c12f2ab admin admin] Publish callbacks [] for security_group (56ea7ac0-9de8-4d74-b88e-b88a4ccf9561), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:53.957050 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:54.076364 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-c175c8e2-984f-4cdc-bb1f-916eb7df0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.077887 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-c175c8e2-984f-4cdc-bb1f-916eb7df0789 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2176514 May 10 21:20:54.200482 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebfc3-ada8-4230-96f0-924678e2a5df req-f5a9779a-7b5d-445f-97d7-26c0afb771dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.201925 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ddebfc3-ada8-4230-96f0-924678e2a5df req-f5a9779a-7b5d-445f-97d7-26c0afb771dd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=78072ca90bf6402b83863597c266a178&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3195555 May 10 21:20:54.217976 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac4c9d-deef-4683-93e2-59d69f41cca4 req-144ddb96-124c-4bb3-99c3-615c97c9bd82 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.219482 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7ac4c9d-deef-4683-93e2-59d69f41cca4 req-144ddb96-124c-4bb3-99c3-615c97c9bd82 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.2305551 May 10 21:20:54.305994 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-e128d32d-ef71-4f3e-b7bd-501298ff3478 service neutron] Publish callbacks [] for security_group (74ea40d8-def0-4c23-8d3b-fd86ed80f811), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:54.306842 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f17efad-f9e8-4103-8d5a-e6079c12f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (56ea7ac0-9de8-4d74-b88e-b88a4ccf9561), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:54.309382 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f17efad-f9e8-4103-8d5a-e6079c12f2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:54.310528 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4f17efad-f9e8-4103-8d5a-e6079c12f2ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56ea7ac0-9de8-4d74-b88e-b88a4ccf9561 HTTP/1.1" status: 204 len: 168 time: 0.6420484 May 10 21:20:54.313076 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac346f-8c2b-4637-9588-bb7ea8efc40b req-0c8b27fd-d18a-4155-8d6f-0604a3f7b1ec tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.314547 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ecac346f-8c2b-4637-9588-bb7ea8efc40b req-0c8b27fd-d18a-4155-8d6f-0604a3f7b1ec tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 931 time: 0.1379957 May 10 21:20:54.315819 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-8e9d840a-e0ac-4841-9fe9-3362466bcfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.317556 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-8e9d840a-e0ac-4841-9fe9-3362466bcfb0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=604bb43d90e344d3a89838c6575d12c2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4713404 May 10 21:20:54.353635 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17efad-f9e8-4103-8d5a-e6079c12f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea7ac0-9de8-4d74-b88e-b88a4ccf9561,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:54.413755 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-e128d32d-ef71-4f3e-b7bd-501298ff3478 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (74ea40d8-def0-4c23-8d3b-fd86ed80f811), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:54.439233 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7ac4c9d-deef-4683-93e2-59d69f41cca4 req-4e97e6a1-b96d-4645-a27c-60b09d336fa6 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039733 May 10 21:20:54.483532 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-d726c972-88d7-4fd1-b0cc-af2d738b0fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679552 May 10 21:20:54.613836 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-e128d32d-ef71-4f3e-b7bd-501298ff3478 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9094205 May 10 21:20:54.623535 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d32d-ef71-4f3e-b7bd-501298ff3478 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea40d8-def0-4c23-8d3b-fd86ed80f811,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:54.686997 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0281f7-528c-4e2c-a945-8174defe650f req-1d90f61a-4c8c-4c70-9da6-bfe7afa6eeb8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.688623 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2d0281f7-528c-4e2c-a945-8174defe650f req-1d90f61a-4c8c-4c70-9da6-bfe7afa6eeb8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 943 time: 0.1669602 May 10 21:20:54.692385 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-202b01ea-591d-474b-ac1b-53378c116b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.694470 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-202b01ea-591d-474b-ac1b-53378c116b2e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658144 May 10 21:20:54.740949 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3652677a-eb46-4d31-8690-7aaadfb56e71 req-4a380a78-94ee-4b4a-8f33-ad33fc10f624 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393475 May 10 21:20:54.761497 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2d0281f7-528c-4e2c-a945-8174defe650f req-bb879b67-398d-4ba1-89dd-877b9ef1d717 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637643 May 10 21:20:54.823813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebfc3-ada8-4230-96f0-924678e2a5df req-fab7b681-ef8f-43fb-8e4b-982a86cc5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:54.825364 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ddebfc3-ada8-4230-96f0-924678e2a5df req-fab7b681-ef8f-43fb-8e4b-982a86cc5423 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5909004 May 10 21:20:54.876650 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ecac346f-8c2b-4637-9588-bb7ea8efc40b req-4cb2531c-bfbf-4f36-9414-6818160a6479 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112820 May 10 21:20:54.999493 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf042-968f-4d62-bd8f-af4c178af462 req-e2982cd4-c658-4be9-bff2-4f9b7e76fa8c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.001042 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a32cf042-968f-4d62-bd8f-af4c178af462 req-e2982cd4-c658-4be9-bff2-4f9b7e76fa8c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.0987940 May 10 21:20:55.007539 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-a63c5f84-634f-4621-a1e9-a318f279fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.009026 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-a63c5f84-634f-4621-a1e9-a318f279fc4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1127 time: 0.0519922 May 10 21:20:55.050883 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-b57f1a45-6e1c-4294-a7e2-1f0cd3aa38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.052427 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-b57f1a45-6e1c-4294-a7e2-1f0cd3aa38f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 1128 time: 0.1242077 May 10 21:20:55.060863 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a32cf042-968f-4d62-bd8f-af4c178af462 req-ba36a292-c592-47e9-a68d-6e2881c9fee5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491457 May 10 21:20:55.075704 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631bd0e-6fad-4bf0-b96e-27ea33487b09 req-ede94d53-1907-46e2-8db9-95e197143f0a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.077165 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1631bd0e-6fad-4bf0-b96e-27ea33487b09 req-ede94d53-1907-46e2-8db9-95e197143f0a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 931 time: 0.1032903 May 10 21:20:55.206239 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7866c29a-c7c3-4ff7-b763-4708fc1851a8 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:55.216949 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1631bd0e-6fad-4bf0-b96e-27ea33487b09 req-10719cb3-2772-4e52-a6d2-9bb1b45e7635 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290772 May 10 21:20:55.219001 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:55.228582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Publish callbacks [] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.234187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Publish callbacks [] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.258750 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Transition to ACTIVE for port object 7866c29a-c7c3-4ff7-b763-4708fc1851a8 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:20:55.259757 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Transition to ACTIVE for port object 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:20:55.305809 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-f641ecdd-6838-4c4f-b889-ddc2ed2dae47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 200 len: 217 time: 0.0341139 May 10 21:20:55.343854 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.345863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.348796 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-0dc41bb2-6566-4b58-802a-adafff82f4a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1 HTTP/1.1" status: 200 len: 217 time: 0.0768778 May 10 21:20:55.367765 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-82df27dd-18a1-4717-ba51-e20ed072fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.369350 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-82df27dd-18a1-4717-ba51-e20ed072fca2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.0574417 May 10 21:20:55.423937 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-32504c85-bcdc-43a0-bca0-613ce149bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.425831 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-32504c85-bcdc-43a0-bca0-613ce149bc96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499902 May 10 21:20:55.457017 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Pushing event updated for resources: {'Port': ['ID=7866c29a-c7c3-4ff7-b763-4708fc1851a8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:55.511995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-05f8e82d-61cf-4719-8d4c-33e640af6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.514109 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-05f8e82d-61cf-4719-8d4c-33e640af6a56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.1304009 May 10 21:20:55.624342 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49348) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:55.629697 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db0cc-a803-49dc-8822-90c1350104c7 req-4c117fbe-a2f0-49af-9e1f-1e3b7dd113b2 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.636863 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-082db0cc-a803-49dc-8822-90c1350104c7 req-4c117fbe-a2f0-49af-9e1f-1e3b7dd113b2 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0671034 May 10 21:20:55.676957 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 5408ed5b-410e-4f80-8588-0d5ecd304dea up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:55.698423 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-648d6860-1cbe-4ec1-a2ef-c9010436b5be service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653644 May 10 21:20:55.708042 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:55.720309 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-082db0cc-a803-49dc-8822-90c1350104c7 req-ce472b03-b788-401d-9ed6-98e6c3a5d7fa tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768402 May 10 21:20:55.732087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Attempting to bind port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:55.732425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Attempting to bind port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:55.733566 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Attempting to bind port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:55.736493 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Attempting to bind port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:20:55.745315 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Attempting to bind port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:20:55.745315 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Attempting to bind port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:55.748278 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-233d7ea4-284a-41fd-87f0-1b22282443f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:55.749837 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-233d7ea4-284a-41fd-87f0-1b22282443f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2262943 May 10 21:20:55.750848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:20:55.751171 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Attempting to bind port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:55.756584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:20:55.756584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Attempting to bind port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:20:55.781348 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:55.781697 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Checking segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:55.782255 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Bound using segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:55.782856 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Bound port: 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:55.783220 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.812211 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 5408ed5b-410e-4f80-8588-0d5ecd304dea completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:20:55.822286 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:20:55.822674 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:20:55.823113 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Bound using segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:20:55.823499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Bound port: 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:20:55.823856 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.883766 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 5408ed5b-410e-4f80-8588-0d5ecd304dea triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:55.885928 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:55.894264 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-ea7d11ef-aabb-42a3-bb01-3d95709036de service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733477 May 10 21:20:56.020567 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 5408ed5b-410e-4f80-8588-0d5ecd304dea is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:56.021156 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.052398 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408ed5b-410e-4f80-8588-0d5ecd304dea'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:56.055157 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0400d67d-9981-422c-b2d8-3f133c41d2ce" -d '{"events": [{"server_uuid": "e4ec9c2a-8806-4da8-9072-ca136cfa83ad", "name": "network-vif-plugged", "status": "completed", "tag": "5408ed5b-410e-4f80-8588-0d5ecd304dea"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:56.061166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 5408ed5b-410e-4f80-8588-0d5ecd304dea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:56.066576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03ec39-b0fb-4044-a637-cb11a6babb27 req-0570dfb4-3378-4f5a-966f-a8de2beab79c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.068929 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5a03ec39-b0fb-4044-a637-cb11a6babb27 req-0570dfb4-3378-4f5a-966f-a8de2beab79c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 943 time: 0.1738107 May 10 21:20:56.078110 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2455-e6bd-40eb-918a-9f119517d2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.105882 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:56.112424 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] For port 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:20:56.138699 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-9c5d3eba-6c39-4e11-8ac5-886a2a41cc40 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793306 May 10 21:20:56.144509 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.150609 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:56.158680 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] For port 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:20:56.206939 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5a03ec39-b0fb-4044-a637-cb11a6babb27 req-a2d5d30b-9eb8-428d-9511-d74306bf160f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261766 May 10 21:20:56.241841 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=5408ed5b-410e-4f80-8588-0d5ecd304dea,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:56.248452 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047165e-6c10-4bb8-a1b4-0ca27514ed6c req-d228feaf-f44a-4212-947a-7f4222054b97 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.249996 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7047165e-6c10-4bb8-a1b4-0ca27514ed6c req-d228feaf-f44a-4212-947a-7f4222054b97 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 943 time: 0.2739542 May 10 21:20:56.258078 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.271961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2455-e6bd-40eb-918a-9f119517d2cb admin admin] Publish callbacks [] for security_group (7f13af39-a982-48ec-b9a0-fc3c03caa6c3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.278945 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.281809 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2444d78-fc2a-4e55-b22b-a6c902180b8f x-openstack-request-id: req-d2444d78-fc2a-4e55-b22b-a6c902180b8f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:56.283252 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec9c2a-8806-4da8-9072-ca136cfa83ad", "name": "network-vif-plugged", "status": "completed", "tag": "5408ed5b-410e-4f80-8588-0d5ecd304dea", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:56.283733 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2444d78-fc2a-4e55-b22b-a6c902180b8f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:56.284618 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2444d78-fc2a-4e55-b22b-a6c902180b8f'] response: {'server_uuid': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408ed5b-410e-4f80-8588-0d5ecd304dea', 'code': 200} May 10 21:20:56.314985 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7047165e-6c10-4bb8-a1b4-0ca27514ed6c req-f6dcf918-5a27-4a32-8ae0-1ae51ecb37dc tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550227 May 10 21:20:56.342742 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.343406 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.344728 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] 10.222.0.23 "PUT /v2.0/ports/83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 200 len: 1093 time: 2.6406467 May 10 21:20:56.345167 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:56.350572 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:56.360969 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2455-e6bd-40eb-918a-9f119517d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (7f13af39-a982-48ec-b9a0-fc3c03caa6c3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.381860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.381860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.383187 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] 10.222.0.23 "PUT /v2.0/ports/7866c29a-c7c3-4ff7-b763-4708fc1851a8 HTTP/1.1" status: 200 len: 1093 time: 2.6823661 May 10 21:20:56.463339 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36af33e-4b2d-4ca2-b42a-6740ff6e0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:56.478323 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b5cf2455-e6bd-40eb-918a-9f119517d2cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2fb61662f1f4759b66e089b045e0396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8127921 May 10 21:20:56.481836 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49378) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:56.512836 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea6d52-f334-47f9-8962-a751549c74b4 req-7f9d0388-0254-446e-8b9a-46bacd118dd9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.516595 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-95ea6d52-f334-47f9-8962-a751549c74b4 req-7f9d0388-0254-446e-8b9a-46bacd118dd9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1056447 May 10 21:20:56.543774 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1e65-9bda-44d3-9804-843995ee6d89 req-52944f09-f6b3-4751-b8a5-e42bde77f0a6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.552962 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d18f1e65-9bda-44d3-9804-843995ee6d89 req-52944f09-f6b3-4751-b8a5-e42bde77f0a6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1969156 May 10 21:20:56.573901 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf2455-e6bd-40eb-918a-9f119517d2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f13af39-a982-48ec-b9a0-fc3c03caa6c3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:56.638239 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-95ea6d52-f334-47f9-8962-a751549c74b4 req-7ca2260d-2a80-4e8e-a69c-2555ce5a9e2d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111250 May 10 21:20:56.645989 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc694-1aa7-4e41-b756-b513f4eedf47 admin admin] Publish callbacks [] for security_group (7f13af39-a982-48ec-b9a0-fc3c03caa6c3), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.653338 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d18f1e65-9bda-44d3-9804-843995ee6d89 req-550f5686-b185-4da0-9985-f5ac881b4cb5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990376 May 10 21:20:56.654211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008835f-3056-40e8-acdd-f957d7e19476 service neutron] Pushing event updated for resources: {'Port': ['ID=7866c29a-c7c3-4ff7-b763-4708fc1851a8,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:56.695325 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc694-1aa7-4e41-b756-b513f4eedf47 admin admin] Publish callbacks [] for security_group (7f13af39-a982-48ec-b9a0-fc3c03caa6c3), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.703566 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c0adee-0b29-42db-b032-d4b6e4fda325 x-openstack-request-id: req-c9c0adee-0b29-42db-b032-d4b6e4fda325 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:56.703926 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:56.704242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9c0adee-0b29-42db-b032-d4b6e4fda325 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:56.704738 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c0adee-0b29-42db-b032-d4b6e4fda325'] response: {'name': 'network-changed', 'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'status': 'completed', 'code': 200} May 10 21:20:56.881224 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc694-1aa7-4e41-b756-b513f4eedf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (7f13af39-a982-48ec-b9a0-fc3c03caa6c3), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.888103 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc694-1aa7-4e41-b756-b513f4eedf47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:56.889713 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fc1bc694-1aa7-4e41-b756-b513f4eedf47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f13af39-a982-48ec-b9a0-fc3c03caa6c3 HTTP/1.1" status: 204 len: 168 time: 0.4066296 May 10 21:20:56.909333 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc694-1aa7-4e41-b756-b513f4eedf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f13af39-a982-48ec-b9a0-fc3c03caa6c3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:56.920869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cdbef-c6b4-4e3c-8459-caf16ac41141 req-7e8a9aef-d7bd-4ded-b48c-66fce875f956 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:56.931773 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-407cdbef-c6b4-4e3c-8459-caf16ac41141 req-7e8a9aef-d7bd-4ded-b48c-66fce875f956 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.1289160 May 10 21:20:57.014528 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-2b6c0fad-bf1f-4514-8375-913550a2fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.016008 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-2b6c0fad-bf1f-4514-8375-913550a2fbbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 1127 time: 0.1672573 May 10 21:20:57.055327 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-417775aa-cdca-49c9-bef3-0c18cc34cf98 req-b8dc08de-e004-4760-86fe-c5eb3fba9489 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562280 May 10 21:20:57.068789 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-407cdbef-c6b4-4e3c-8459-caf16ac41141 req-52154948-13fc-4096-ae5c-5a3198275910 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340892 May 10 21:20:57.296567 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d req-4d4566a6-90d3-44f8-b302-d49d692f91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.298223 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d req-4d4566a6-90d3-44f8-b302-d49d692f91a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1127 time: 0.0460293 May 10 21:20:57.435081 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3733a-0764-4837-804d-dff5200a7032 req-6afab77d-87eb-4bdc-9936-c5229a579b71 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.446419 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-92f3733a-0764-4837-804d-dff5200a7032 req-6afab77d-87eb-4bdc-9936-c5229a579b71 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 943 time: 0.1203816 May 10 21:20:57.497190 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-92f3733a-0764-4837-804d-dff5200a7032 req-585a499d-3e26-4968-af22-e83355d6e036 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494018 May 10 21:20:57.620527 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-0e23e3b7-6453-425e-82a9-08fc644a1616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8 HTTP/1.1" status: 200 len: 217 time: 0.2987332 May 10 21:20:57.687604 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:57.689185 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f5baed8c-6e2f-4a63-b64c-43aa352836ce details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:20:57.701687 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b140b-e2df-4da2-b4fc-bd5107a8ddc7 req-1cda7658-a5e6-472d-8083-511c63636d13 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.703174 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8824cc39-56b0-4872-b7be-17d917b23c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:57.703316 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-214b140b-e2df-4da2-b4fc-bd5107a8ddc7 req-1cda7658-a5e6-472d-8083-511c63636d13 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 943 time: 0.1232438 May 10 21:20:57.749397 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d req-116f91f8-1b26-4b4d-bd19-72918b842e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.751387 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d req-116f91f8-1b26-4b4d-bd19-72918b842e86 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4281616 May 10 21:20:57.779579 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-214b140b-e2df-4da2-b4fc-bd5107a8ddc7 req-08f9fa27-f648-4544-96c3-23cf7e56fef2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633342 May 10 21:20:57.807583 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61ee6-b3f3-4bea-a9a1-3ad51ccc3dbd req-048fd37a-c30b-4c11-bf45-28d1297560d0 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.809170 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8ba61ee6-b3f3-4bea-a9a1-3ad51ccc3dbd req-048fd37a-c30b-4c11-bf45-28d1297560d0 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.0774944 May 10 21:20:57.816390 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port f5baed8c-6e2f-4a63-b64c-43aa352836ce, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:57.829862 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'port_id': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'mac_address': 'fa:16:3e:54:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:20:57.878275 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port f5baed8c-6e2f-4a63-b64c-43aa352836ce is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:57.878959 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8ba61ee6-b3f3-4bea-a9a1-3ad51ccc3dbd req-78d9902f-0092-4607-9dc8-f57d96ee3b3c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608892 May 10 21:20:57.883627 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8824cc39-56b0-4872-b7be-17d917b23c45 admin admin] Publish callbacks [] for security_group (505d52c2-be91-4789-aaae-ab3119ca1597), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:57.885896 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:57.906732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44293ac3-08ee-4741-b95a-3300c40841ac req-443a51e6-87df-4216-95ef-94b5d3b5b8f6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:57.908238 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5baed8c-6e2f-4a63-b64c-43aa352836ce {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:57.908357 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-44293ac3-08ee-4741-b95a-3300c40841ac req-443a51e6-87df-4216-95ef-94b5d3b5b8f6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0607054 May 10 21:20:57.928294 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port f5baed8c-6e2f-4a63-b64c-43aa352836ce, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:57.938059 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8824cc39-56b0-4872-b7be-17d917b23c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (505d52c2-be91-4789-aaae-ab3119ca1597), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:57.956121 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-44293ac3-08ee-4741-b95a-3300c40841ac req-b7a7e302-64af-4473-b3ff-43cae728f796 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 May 10 21:20:57.977500 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8824cc39-56b0-4872-b7be-17d917b23c45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fb276c2764940febf47b436f7dbcdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888052 May 10 21:20:57.979546 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824cc39-56b0-4872-b7be-17d917b23c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505d52c2-be91-4789-aaae-ab3119ca1597,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:57.981773 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49434) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:20:58.007497 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:58.034421 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e165b235-d338-4110-94f4-dcef0443adfe admin admin] Publish callbacks [] for security_group (505d52c2-be91-4789-aaae-ab3119ca1597), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:58.056619 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e165b235-d338-4110-94f4-dcef0443adfe admin admin] Publish callbacks [] for security_group (505d52c2-be91-4789-aaae-ab3119ca1597), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:58.057133 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=f5baed8c-6e2f-4a63-b64c-43aa352836ce,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:58.179848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e165b235-d338-4110-94f4-dcef0443adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (505d52c2-be91-4789-aaae-ab3119ca1597), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:58.182898 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e165b235-d338-4110-94f4-dcef0443adfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:58.184067 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e165b235-d338-4110-94f4-dcef0443adfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/505d52c2-be91-4789-aaae-ab3119ca1597 HTTP/1.1" status: 204 len: 168 time: 0.2013240 May 10 21:20:58.192259 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ec679-45a1-4aa2-a781-14af1919bb52 req-87109c4a-74e1-4fb5-a418-fa26c20a3c98 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.194125 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-280ec679-45a1-4aa2-a781-14af1919bb52 req-87109c4a-74e1-4fb5-a418-fa26c20a3c98 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0526707 May 10 21:20:58.200288 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b235-d338-4110-94f4-dcef0443adfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505d52c2-be91-4789-aaae-ab3119ca1597,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:20:58.250481 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['f5baed8c-6e2f-4a63-b64c-43aa352836ce'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:20:58.261886 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-280ec679-45a1-4aa2-a781-14af1919bb52 req-67d80e7b-fafc-4f5d-9b98-a7aedfc5df66 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 May 10 21:20:58.401883 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-e206ed84-eced-4153-a07a-34754be97d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.403860 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-e206ed84-eced-4153-a07a-34754be97d4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.1708119 May 10 21:20:58.457428 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d7ec8-dc2f-48aa-8d0c-5d21d62ea663 req-643e9e85-0efa-4a3f-b5c6-a489f67637a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.459118 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-624d7ec8-dc2f-48aa-8d0c-5d21d62ea663 req-643e9e85-0efa-4a3f-b5c6-a489f67637a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1129 time: 0.1978753 May 10 21:20:58.512212 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9ffd603f-f0fa-465a-abf8-8930ca719a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.513698 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-9ffd603f-f0fa-465a-abf8-8930ca719a61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976818 May 10 21:20:58.588920 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d req-29cef369-9fba-47e1-b368-467b759630e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.590398 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0425f9cb-e4c9-4c34-a513-6e8e2f2cc70d req-29cef369-9fba-47e1-b368-467b759630e9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3435459 May 10 21:20:58.612201 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-624d7ec8-dc2f-48aa-8d0c-5d21d62ea663 req-c9d37dd5-3cea-468c-bff3-3b4d0ef9bf04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328650 May 10 21:20:58.667039 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa638f9-cc65-49cf-b7f8-992902d02c96 req-e401b8a9-f2de-4faf-bef3-b7be75f2b5d3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.668718 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4fa638f9-cc65-49cf-b7f8-992902d02c96 req-e401b8a9-f2de-4faf-bef3-b7be75f2b5d3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 944 time: 0.0955071 May 10 21:20:58.705502 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:20:58.707762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361" -d '{"events": [{"name": "network-changed", "server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:20:58.713069 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-6fc02bcb-9593-48cb-985e-71f27c736ea6 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838896 May 10 21:20:58.748227 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4fa638f9-cc65-49cf-b7f8-992902d02c96 req-073b768a-3205-4a14-a226-e132f9d3d8b1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661314 May 10 21:20:58.750559 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d5e0a3-142a-4446-9269-1846f20b7aca x-openstack-request-id: req-54d5e0a3-142a-4446-9269-1846f20b7aca {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:20:58.750906 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:20:58.751474 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54d5e0a3-142a-4446-9269-1846f20b7aca {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:20:58.751828 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d5e0a3-142a-4446-9269-1846f20b7aca'] response: {'name': 'network-changed', 'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'status': 'completed', 'code': 200} May 10 21:20:58.909753 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336df53-49ac-4e8b-b5b6-145f4b891702 req-8daa83fa-7f43-4254-bf82-c1f2b025e588 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.912459 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8336df53-49ac-4e8b-b5b6-145f4b891702 req-8daa83fa-7f43-4254-bf82-c1f2b025e588 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0506749 May 10 21:20:58.938685 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-2d1654a4-b2e4-465d-9809-7a409a3ed4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:58.940393 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-2d1654a4-b2e4-465d-9809-7a409a3ed4df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1127 time: 0.1048560 May 10 21:20:58.984339 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8336df53-49ac-4e8b-b5b6-145f4b891702 req-eb6d46c6-125d-431b-a59d-3439b09caa3d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659852 May 10 21:20:59.005325 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-121cbe41-d89e-4259-86b6-f7073a0bb3e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 200 len: 217 time: 0.0525973 May 10 21:20:59.093099 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f59e772-c136-487b-9698-18db2a0beda1 req-33730713-2cc7-44ea-8da6-87cefdc98d4e service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561550 May 10 21:20:59.100930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7b087260-bf8a-4ea7-a7c4-94629fb3efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:59.102475 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-7b087260-bf8a-4ea7-a7c4-94629fb3efee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0872388 May 10 21:20:59.110864 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f604a84-39fa-4077-af2a-ee3c0dfb3d54 req-8efad963-2ab1-4315-b604-fd2ad7865fab tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:59.110864 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4f604a84-39fa-4077-af2a-ee3c0dfb3d54 req-8efad963-2ab1-4315-b604-fd2ad7865fab tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 944 time: 0.1196506 May 10 21:20:59.157547 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce16b7e-0b6b-428a-a4e0-9eb713a0e123 req-9fa0415b-0a00-4a10-b878-b5cff770eeb6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:59.163383 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7ce16b7e-0b6b-428a-a4e0-9eb713a0e123 req-9fa0415b-0a00-4a10-b878-b5cff770eeb6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0685415 May 10 21:20:59.184454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4f604a84-39fa-4077-af2a-ee3c0dfb3d54 req-b7333fb3-d968-40f1-8978-df26604fb03f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668895 May 10 21:20:59.226658 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7ce16b7e-0b6b-428a-a4e0-9eb713a0e123 req-440b7d35-c7ba-4673-bbc0-9612b4546823 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595837 May 10 21:20:59.381730 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ee55-0c59-4297-965c-deeb42a0523b req-308c891a-0293-4c92-b96d-1e8e751d6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:59.383434 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-308c891a-0293-4c92-b96d-1e8e751d6308 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455980 May 10 21:20:59.492947 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-6172bd85-feed-4c50-9588-fe8aa0438b7d service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027601 May 10 21:20:59.690800 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 328358cc-4c62-4aab-b5d9-f04bb22e58f1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:20:59.715806 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f5baed8c-6e2f-4a63-b64c-43aa352836ce up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:20:59.827024 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port f5baed8c-6e2f-4a63-b64c-43aa352836ce completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:20:59.847521 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:59.865319 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '328358cc-4c62-4aab-b5d9-f04bb22e58f1', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'port_id': '328358cc-4c62-4aab-b5d9-f04bb22e58f1', 'mac_address': 'fa:16:3e:c0:84:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:20:59.905254 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:20:59.905650 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:20:59.905868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8148d74-2891-48f6-b6b5-d60de2084dfc req-7e3db04d-6c22-4ab6-9f60-549d9c8fa438 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:20:59.907448 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f8148d74-2891-48f6-b6b5-d60de2084dfc req-7e3db04d-6c22-4ab6-9f60-549d9c8fa438 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 944 time: 0.0582426 May 10 21:20:59.919618 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328358cc-4c62-4aab-b5d9-f04bb22e58f1 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:20:59.940679 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:20:59.959306 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f8148d74-2891-48f6-b6b5-d60de2084dfc req-4295157e-e6f7-4c3f-a089-ff9d915a5150 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 May 10 21:20:59.979768 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port f5baed8c-6e2f-4a63-b64c-43aa352836ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:20:59.980171 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:00.022413 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:00.158043 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f967-7470-4e91-bb07-beaa9cef80ab req-2cbe6f89-32e4-483a-a0cf-72a9514c91a2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:00.159668 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5482f967-7470-4e91-bb07-beaa9cef80ab req-2cbe6f89-32e4-483a-a0cf-72a9514c91a2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0726933 May 10 21:21:00.224890 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5482f967-7470-4e91-bb07-beaa9cef80ab req-73f307fc-2bdb-4938-b16a-a5cf9bdcf7d9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559995 May 10 21:21:00.245849 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=328358cc-4c62-4aab-b5d9-f04bb22e58f1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:00.250184 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port f5baed8c-6e2f-4a63-b64c-43aa352836ce is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:21:00.250612 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:00.288302 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:00.290862 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d566ee17-2bf7-4a30-9199-5985c28d2a1c" -d '{"events": [{"server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "name": "network-vif-plugged", "status": "completed", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:00.306215 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['328358cc-4c62-4aab-b5d9-f04bb22e58f1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:21:00.309351 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port f5baed8c-6e2f-4a63-b64c-43aa352836ce, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:00.383703 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:00.402672 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ebb78-56b6-4196-873d-4abc68aeb931 req-bb89c524-3e1c-4f50-8485-7ec9f7d88cf1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:00.411219 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cf8ebb78-56b6-4196-873d-4abc68aeb931 req-bb89c524-3e1c-4f50-8485-7ec9f7d88cf1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 945 time: 0.0823441 May 10 21:21:00.467676 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:00.526220 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=f5baed8c-6e2f-4a63-b64c-43aa352836ce,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:00.546679 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cf8ebb78-56b6-4196-873d-4abc68aeb931 req-bb52e80d-a849-4f2a-b549-00395ebe9559 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279893 May 10 21:21:00.556372 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-9a3f5d3a-d680-41ad-a4cc-9a702edcd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:00.560151 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-9a3f5d3a-d680-41ad-a4cc-9a702edcd84e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0820808 May 10 21:21:00.676985 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0827ee55-0c59-4297-965c-deeb42a0523b req-bbb995c8-0e35-423b-9366-8889b3489446 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460310 May 10 21:21:00.693916 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca184072-bb72-486e-bb01-a46903efd8d4 req-d187d769-330c-46c0-9891-dae8bb540068 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:00.696990 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ca184072-bb72-486e-bb01-a46903efd8d4 req-d187d769-330c-46c0-9891-dae8bb540068 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0676470 May 10 21:21:00.764659 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ca184072-bb72-486e-bb01-a46903efd8d4 req-3c8036d4-1b68-44bd-a173-d295fde2e865 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611503 May 10 21:21:00.818602 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c678e9-5048-4b63-8248-c97c1f1ba611 x-openstack-request-id: req-82c678e9-5048-4b63-8248-c97c1f1ba611 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:00.819088 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "name": "network-vif-plugged", "status": "completed", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:00.828515 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82c678e9-5048-4b63-8248-c97c1f1ba611 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:00.828515 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c678e9-5048-4b63-8248-c97c1f1ba611'] response: {'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'code': 200} May 10 21:21:00.828707 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21b79fa2-95aa-4a47-9a16-2328a170bd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:00.909282 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21b79fa2-95aa-4a47-9a16-2328a170bd14 admin admin] Publish callbacks [] for security_group (f1860d06-3aba-48d4-9066-09ecefe35678), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:00.978298 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21b79fa2-95aa-4a47-9a16-2328a170bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (f1860d06-3aba-48d4-9066-09ecefe35678), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:01.025989 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b79fa2-95aa-4a47-9a16-2328a170bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1860d06-3aba-48d4-9066-09ecefe35678,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:01.030795 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-21b79fa2-95aa-4a47-9a16-2328a170bd14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6928169fe5a4e14b286ec35fe91785c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618067 May 10 21:21:01.036614 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49552) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:01.125684 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd78209-8476-4845-a386-85145560fe84 req-169d9d2f-d665-4840-b591-29c6fd89b354 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:01.127256 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5bd78209-8476-4845-a386-85145560fe84 req-169d9d2f-d665-4840-b591-29c6fd89b354 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0743146 May 10 21:21:01.149718 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f920f7c-44a3-4bdf-9ed0-29d345363e40 admin admin] Publish callbacks [] for security_group (f1860d06-3aba-48d4-9066-09ecefe35678), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:01.191966 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f920f7c-44a3-4bdf-9ed0-29d345363e40 admin admin] Publish callbacks [] for security_group (f1860d06-3aba-48d4-9066-09ecefe35678), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:01.201557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-8a843811-59f5-4cca-a8a4-c3c22636299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:01.203070 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-8a843811-59f5-4cca-a8a4-c3c22636299b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 916 time: 0.1883543 May 10 21:21:01.212432 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5bd78209-8476-4845-a386-85145560fe84 req-f29f7e0e-a275-4c0e-96bc-571a1f793fbf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733111 May 10 21:21:01.347780 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f920f7c-44a3-4bdf-9ed0-29d345363e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (f1860d06-3aba-48d4-9066-09ecefe35678), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:01.350497 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f920f7c-44a3-4bdf-9ed0-29d345363e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:01.351616 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2f920f7c-44a3-4bdf-9ed0-29d345363e40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1860d06-3aba-48d4-9066-09ecefe35678 HTTP/1.1" status: 204 len: 168 time: 0.3140478 May 10 21:21:01.366341 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f920f7c-44a3-4bdf-9ed0-29d345363e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1860d06-3aba-48d4-9066-09ecefe35678,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:01.376271 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197de01-1516-407d-9130-1bcd4edb6a68 req-24f6a131-7999-4ff2-a317-e23e63d7a976 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:01.377784 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2197de01-1516-407d-9130-1bcd4edb6a68 req-24f6a131-7999-4ff2-a317-e23e63d7a976 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0573678 May 10 21:21:01.428457 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2197de01-1516-407d-9130-1bcd4edb6a68 req-f8c08010-22f2-44ed-9cd7-210715b2811b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440276 May 10 21:21:01.653741 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a69747-ce3b-4efb-b168-04fcd00f3464 req-9b92da82-2b9e-4ae3-9b36-59b45a60df9b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:01.658898 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-51a69747-ce3b-4efb-b168-04fcd00f3464 req-9b92da82-2b9e-4ae3-9b36-59b45a60df9b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 945 time: 0.0549579 May 10 21:21:01.705889 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7866c29a-c7c3-4ff7-b763-4708fc1851a8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:21:01.709395 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-51a69747-ce3b-4efb-b168-04fcd00f3464 req-c236d0e5-04b4-473a-8c88-c4e0cf725962 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 May 10 21:21:01.711980 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 328358cc-4c62-4aab-b5d9-f04bb22e58f1 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:21:01.788860 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:21:01.871078 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:01.885362 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:21:01.902641 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2eea-d5ca-4183-b15e-986a6fbec312 req-f5774603-b67e-4aee-add2-81ae62aa4098 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:01.929538 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:21:01.930091 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:01.933063 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7aef2eea-d5ca-4183-b15e-986a6fbec312 req-f5774603-b67e-4aee-add2-81ae62aa4098 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0913725 May 10 21:21:01.957897 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-4f3db5d6-3e07-463e-a659-cb51b7138ad4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8 HTTP/1.1" status: 200 len: 217 time: 0.0500731 May 10 21:21:01.974267 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:21:01.974996 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.007847 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7866c29a-c7c3-4ff7-b763-4708fc1851a8 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:21:02.024412 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7aef2eea-d5ca-4183-b15e-986a6fbec312 req-c9f7da02-23b5-440a-9a9f-13a6f7270ac9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902400 May 10 21:21:02.032272 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-a35c9716-045f-4342-bde5-10352423ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:02.034624 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-a35c9716-045f-4342-bde5-10352423ccb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.0698853 May 10 21:21:02.041820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:02.079237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:02.080387 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:21:02.080783 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.082006 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-7f10705c-12ae-4083-afe2-353c34c1d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:02.083759 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-7f10705c-12ae-4083-afe2-353c34c1d241 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428519 May 10 21:21:02.092680 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bda150f-ba18-4756-97ad-8b53b88b0df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.127135 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:02.172714 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.235956 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-9954d439-b238-4b10-b518-70655c671754 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460202 May 10 21:21:02.251561 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bda150f-ba18-4756-97ad-8b53b88b0df8 admin admin] Publish callbacks [] for security_group (a16b6d90-de5f-4f45-9983-d10a59fb6cad), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.253709 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=7866c29a-c7c3-4ff7-b763-4708fc1851a8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:02.270033 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.324529 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=328358cc-4c62-4aab-b5d9-f04bb22e58f1,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:02.353995 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f7e4b55f-f1d6-4de5-bc4a-ff725f818361 req-7ce06605-a6ed-4ae8-8bb6-79e8d4432b86 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070940 May 10 21:21:02.370971 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24a131-954f-4543-99e8-47eafb3b4ce0 req-04a97023-c602-40b0-8b2c-3ae2eb46bc54 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:02.372833 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4c24a131-954f-4543-99e8-47eafb3b4ce0 req-04a97023-c602-40b0-8b2c-3ae2eb46bc54 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0576537 May 10 21:21:02.396565 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bda150f-ba18-4756-97ad-8b53b88b0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (a16b6d90-de5f-4f45-9983-d10a59fb6cad), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.449013 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['7866c29a-c7c3-4ff7-b763-4708fc1851a8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:21:02.453487 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8bda150f-ba18-4756-97ad-8b53b88b0df8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dc719e052654e7187c85e8eda18137d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731816 May 10 21:21:02.458099 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49586) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:02.460266 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda150f-ba18-4756-97ad-8b53b88b0df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16b6d90-de5f-4f45-9983-d10a59fb6cad,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:02.486635 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4c24a131-954f-4543-99e8-47eafb3b4ce0 req-1695a246-a465-4d02-8732-285b486d5d54 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080430 May 10 21:21:02.541921 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6241ca-06b3-42b8-b482-35d0a50304f8 admin admin] Publish callbacks [] for security_group (a16b6d90-de5f-4f45-9983-d10a59fb6cad), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.568456 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6241ca-06b3-42b8-b482-35d0a50304f8 admin admin] Publish callbacks [] for security_group (a16b6d90-de5f-4f45-9983-d10a59fb6cad), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.638090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad95445-ff2b-4c07-b48e-dbda785428c3 req-ab38a9fd-815b-47b1-9360-8f84896fccd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:02.640247 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1ad95445-ff2b-4c07-b48e-dbda785428c3 req-ab38a9fd-815b-47b1-9360-8f84896fccd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 944 time: 0.0637622 May 10 21:21:02.720307 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28951b78-6696-4fdf-9d8d-5ebd117c21b3 req-3dc9dfec-fbb8-4e5b-84e9-6fb1f6ad56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:02.721781 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-28951b78-6696-4fdf-9d8d-5ebd117c21b3 req-3dc9dfec-fbb8-4e5b-84e9-6fb1f6ad56c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1129 time: 0.2795238 May 10 21:21:02.723730 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1ad95445-ff2b-4c07-b48e-dbda785428c3 req-9cb84f08-b1fd-4765-b83a-375a5008c9a2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727556 May 10 21:21:02.788526 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-28951b78-6696-4fdf-9d8d-5ebd117c21b3 req-cfecdc22-a8bf-4261-afd9-89b4852bad08 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532048 May 10 21:21:02.788634 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6241ca-06b3-42b8-b482-35d0a50304f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (a16b6d90-de5f-4f45-9983-d10a59fb6cad), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.788634 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6241ca-06b3-42b8-b482-35d0a50304f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:02.788634 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2c6241ca-06b3-42b8-b482-35d0a50304f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a16b6d90-de5f-4f45-9983-d10a59fb6cad HTTP/1.1" status: 204 len: 168 time: 0.3288801 May 10 21:21:02.796668 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6241ca-06b3-42b8-b482-35d0a50304f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16b6d90-de5f-4f45-9983-d10a59fb6cad,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:02.821296 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328358cc-4c62-4aab-b5d9-f04bb22e58f1'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:02.824267 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51438074-5f5b-4c71-a62e-28b2a008ff39" -d '{"events": [{"server_uuid": "4485a817-baec-4edc-b5d8-757046ba5fa0", "name": "network-vif-plugged", "status": "completed", "tag": "328358cc-4c62-4aab-b5d9-f04bb22e58f1"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:02.851339 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8fd1-cebe-4094-87df-cf272a8a1151 req-a44db444-109c-4e67-851d-8442484d97dd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:02.853247 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48ca8fd1-cebe-4094-87df-cf272a8a1151 req-a44db444-109c-4e67-851d-8442484d97dd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0610716 May 10 21:21:02.889314 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c40f14-ca84-4743-b33c-b0330535c1cf x-openstack-request-id: req-f8c40f14-ca84-4743-b33c-b0330535c1cf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:02.889824 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4485a817-baec-4edc-b5d8-757046ba5fa0", "name": "network-vif-plugged", "status": "completed", "tag": "328358cc-4c62-4aab-b5d9-f04bb22e58f1", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:02.890182 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8c40f14-ca84-4743-b33c-b0330535c1cf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:02.890676 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c40f14-ca84-4743-b33c-b0330535c1cf'] response: {'server_uuid': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328358cc-4c62-4aab-b5d9-f04bb22e58f1', 'code': 200} May 10 21:21:02.912899 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48ca8fd1-cebe-4094-87df-cf272a8a1151 req-8ba9d022-c70b-4b98-8f91-3dceeea6a9ec tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 May 10 21:21:03.087774 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49608) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:03.194457 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623db0-e146-43f4-8c21-8cad2e27170f req-5a7e050d-20e7-4646-9b57-a3f1ad0484c4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:03.196560 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b6623db0-e146-43f4-8c21-8cad2e27170f req-5a7e050d-20e7-4646-9b57-a3f1ad0484c4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0580552 May 10 21:21:03.251888 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b6623db0-e146-43f4-8c21-8cad2e27170f req-9dd38e2b-4763-4b26-a634-a17eae4e9cda tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492554 May 10 21:21:03.304168 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a92dd932-0522-474b-b8f0-d20b06be8237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.383247 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a92dd932-0522-474b-b8f0-d20b06be8237 admin admin] Publish callbacks [] for security_group (72a7aa3d-11e0-4492-b2b2-5d3b73deefc5), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.463651 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a92dd932-0522-474b-b8f0-d20b06be8237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (72a7aa3d-11e0-4492-b2b2-5d3b73deefc5), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.506918 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a92dd932-0522-474b-b8f0-d20b06be8237 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9a6631661df4377a71d9826aec09c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173553 May 10 21:21:03.508893 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd932-0522-474b-b8f0-d20b06be8237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a7aa3d-11e0-4492-b2b2-5d3b73deefc5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:03.510134 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49624) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:03.565490 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b85fde83-222b-4316-8d58-1852aea88433 admin admin] Publish callbacks [] for security_group (72a7aa3d-11e0-4492-b2b2-5d3b73deefc5), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.600656 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b85fde83-222b-4316-8d58-1852aea88433 admin admin] Publish callbacks [] for security_group (72a7aa3d-11e0-4492-b2b2-5d3b73deefc5), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.639127 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065cd47-aaed-45a8-be75-9980cd486ef8 req-9dcb8347-eda0-4901-ad39-12cd8f3f8599 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:03.647184 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2065cd47-aaed-45a8-be75-9980cd486ef8 req-9dcb8347-eda0-4901-ad39-12cd8f3f8599 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0868983 May 10 21:21:03.678286 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd9805-096d-45ea-9a61-df868c708ebd req-2af035e8-2895-4679-be9e-ff1314684601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:03.680008 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46cd9805-096d-45ea-9a61-df868c708ebd req-2af035e8-2895-4679-be9e-ff1314684601 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0782049 May 10 21:21:03.709065 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:21:03.713120 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7866c29a-c7c3-4ff7-b763-4708fc1851a8 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:21:03.722889 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b85fde83-222b-4316-8d58-1852aea88433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (72a7aa3d-11e0-4492-b2b2-5d3b73deefc5), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.725178 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2065cd47-aaed-45a8-be75-9980cd486ef8 req-d04cc6a8-076c-41d1-84fd-7b81e8f3b6ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770690 May 10 21:21:03.725772 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b85fde83-222b-4316-8d58-1852aea88433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.727221 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b85fde83-222b-4316-8d58-1852aea88433 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72a7aa3d-11e0-4492-b2b2-5d3b73deefc5 HTTP/1.1" status: 204 len: 168 time: 0.2158272 May 10 21:21:03.737043 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fde83-222b-4316-8d58-1852aea88433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a7aa3d-11e0-4492-b2b2-5d3b73deefc5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:03.754834 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46cd9805-096d-45ea-9a61-df868c708ebd req-857b4bcf-8e73-4d89-ba0c-41f234582d48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618896 May 10 21:21:03.823381 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:21:03.879643 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93e43-e6ae-46ec-9285-9f05dd1c9e8c req-bd13d5dd-f58e-48ba-91f8-9ddaadcbaf5f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:03.886911 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f2c93e43-e6ae-46ec-9285-9f05dd1c9e8c req-bd13d5dd-f58e-48ba-91f8-9ddaadcbaf5f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 944 time: 0.0692692 May 10 21:21:03.916622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:03.929165 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:21:03.929636 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:03.955156 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f2c93e43-e6ae-46ec-9285-9f05dd1c9e8c req-873c30a9-156c-4db5-a9e6-780b175b3fef tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672307 May 10 21:21:03.964716 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'mac_address': 'fa:16:3e:20:0e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:21:04.017716 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:21:04.018194 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.034793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713daa9b-ab34-458b-92bd-6bbd557467f1 req-c7a064b6-ef53-4c26-9207-cea35e0a42e6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:04.036602 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-713daa9b-ab34-458b-92bd-6bbd557467f1 req-c7a064b6-ef53-4c26-9207-cea35e0a42e6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0530035 May 10 21:21:04.036976 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:21:04.092243 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:04.100200 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:21:04.100720 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.130898 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-713daa9b-ab34-458b-92bd-6bbd557467f1 req-a247448a-0134-4e46-955b-89ae1e8f66c5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856514 May 10 21:21:04.138276 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:04.157909 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.209023 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.212593 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:04.263183 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=7866c29a-c7c3-4ff7-b763-4708fc1851a8,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:04.377887 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469189b-cebf-41c1-9933-5b49e2c140ad req-339e8a22-c94d-4184-9123-fa997b6f8ecd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:04.379904 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3469189b-cebf-41c1-9933-5b49e2c140ad req-339e8a22-c94d-4184-9123-fa997b6f8ecd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 944 time: 0.0455222 May 10 21:21:04.432288 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3469189b-cebf-41c1-9933-5b49e2c140ad req-160ebe4b-8c93-4786-964a-307142aff19d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 May 10 21:21:04.448639 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['83ef924d-2caa-4d5a-8fb2-cd0a871c9712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:21:04.523823 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49660) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:04.543526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f6bfc8-afc4-4a38-a073-b15eeb555eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.652358 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f6bfc8-afc4-4a38-a073-b15eeb555eb9 admin admin] Publish callbacks [] for security_group (9b2fc38e-3c8f-472c-bbf8-fe755ba16e03), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.721107 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f6bfc8-afc4-4a38-a073-b15eeb555eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (9b2fc38e-3c8f-472c-bbf8-fe755ba16e03), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.759969 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6bfc8-afc4-4a38-a073-b15eeb555eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2fc38e-3c8f-472c-bbf8-fe755ba16e03,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:04.764754 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-60f6bfc8-afc4-4a38-a073-b15eeb555eb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ba2b2f3226643ac904775596a772d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398403 May 10 21:21:04.767329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49674) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:04.851935 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-94e8e49e-8642-4665-a0e7-33137c3586c5 admin admin] Publish callbacks [] for security_group (9b2fc38e-3c8f-472c-bbf8-fe755ba16e03), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.878558 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72530a23-993c-4c8e-8bc6-e089e2f7af39 req-024354e8-104e-4ae0-9e61-fa12f0a8472e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:04.883370 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72530a23-993c-4c8e-8bc6-e089e2f7af39 req-024354e8-104e-4ae0-9e61-fa12f0a8472e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0696206 May 10 21:21:04.892764 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:04.894974 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-94e8e49e-8642-4665-a0e7-33137c3586c5 admin admin] Publish callbacks [] for security_group (9b2fc38e-3c8f-472c-bbf8-fe755ba16e03), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:04.897693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee8c6b-ef55-4a95-a61a-de835f9663c7" -d '{"events": [{"server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:04.948847 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea61fe0-5f6c-4f1c-ae31-ffacc63856c4 x-openstack-request-id: req-2ea61fe0-5f6c-4f1c-ae31-ffacc63856c4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:04.949425 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:04.949836 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ea61fe0-5f6c-4f1c-ae31-ffacc63856c4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:04.950421 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea61fe0-5f6c-4f1c-ae31-ffacc63856c4'] response: {'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'code': 200} May 10 21:21:04.975905 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72530a23-993c-4c8e-8bc6-e089e2f7af39 req-786cb692-570a-44fb-99c2-d58097aa4ad0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871594 May 10 21:21:05.046970 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-94e8e49e-8642-4665-a0e7-33137c3586c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (9b2fc38e-3c8f-472c-bbf8-fe755ba16e03), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:05.049733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-94e8e49e-8642-4665-a0e7-33137c3586c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:05.054292 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-94e8e49e-8642-4665-a0e7-33137c3586c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b2fc38e-3c8f-472c-bbf8-fe755ba16e03 HTTP/1.1" status: 204 len: 168 time: 0.2856462 May 10 21:21:05.064877 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8e49e-8642-4665-a0e7-33137c3586c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2fc38e-3c8f-472c-bbf8-fe755ba16e03,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:05.118181 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e02ca-faa9-4e38-866d-47b8ae865efd req-eba16a79-5952-42e9-a731-4b60dc4048b3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:05.121464 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-345e02ca-faa9-4e38-866d-47b8ae865efd req-eba16a79-5952-42e9-a731-4b60dc4048b3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0729425 May 10 21:21:05.131499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccc2b2-00b1-42ac-86d4-bc65ad9d6032 req-afe639b1-ac81-4495-8737-effbaac6c576 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:05.133250 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e8ccc2b2-00b1-42ac-86d4-bc65ad9d6032 req-afe639b1-ac81-4495-8737-effbaac6c576 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0778742 May 10 21:21:05.143064 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49702) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:05.149065 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'floatingip': {'port_id': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:21:05.201673 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-345e02ca-faa9-4e38-866d-47b8ae865efd req-3ca95c49-d105-495d-bdb9-d41cd4f9a1d4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739775 May 10 21:21:05.262149 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (a778b5a1-74e7-441b-b240-8ef4d17e29b8), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:05.379529 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443208f-1dc5-4b85-8471-7a549db70a19 req-ff20df6b-638e-4470-8d10-eb4dc50c4378 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:05.381021 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a443208f-1dc5-4b85-8471-7a549db70a19 req-ff20df6b-638e-4470-8d10-eb4dc50c4378 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1327138 May 10 21:21:05.494280 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a443208f-1dc5-4b85-8471-7a549db70a19 req-82d92cb2-3245-4330-8e29-e80c32d7bbe1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068769 May 10 21:21:05.576871 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f17d5-2158-4322-9c97-f1b146ccd564 req-4f3f8d95-ce6c-42a5-aec9-5a9a11d27921 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:05.579221 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-339f17d5-2158-4322-9c97-f1b146ccd564 req-4f3f8d95-ce6c-42a5-aec9-5a9a11d27921 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 944 time: 0.0520010 May 10 21:21:05.633286 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-339f17d5-2158-4322-9c97-f1b146ccd564 req-ba4523a1-aadb-46b1-8d0d-fbf4eaa54416 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 May 10 21:21:05.723210 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:21:05.772470 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:21:05.845258 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:21:05.846693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:05.979721 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:21:05.980866 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:06.023940 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:06.109446 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:06.117317 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:06.120665 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648dcee-8d1d-468c-8fbd-9e3b0e77731e req-1f5c0ff9-6752-4f5c-a45b-f051de9fcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:06.122151 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b648dcee-8d1d-468c-8fbd-9e3b0e77731e req-1f5c0ff9-6752-4f5c-a45b-f051de9fcfe0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0823460 May 10 21:21:06.181696 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:06.184396 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b648dcee-8d1d-468c-8fbd-9e3b0e77731e req-2ac996f0-b0aa-4c28-9b14-e619efb33326 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530050 May 10 21:21:06.229975 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (a778b5a1-74e7-441b-b240-8ef4d17e29b8), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:06.366545 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da396-751c-4535-9e9a-84a1381209e6 req-d674c816-05c6-4bc1-b90d-609807684860 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:06.368095 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb2da396-751c-4535-9e9a-84a1381209e6 req-d674c816-05c6-4bc1-b90d-609807684860 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0863800 May 10 21:21:06.386329 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Floating IP a778b5a1-74e7-441b-b240-8ef4d17e29b8 associated. External IP: 172.27.3.34, port: f5baed8c-6e2f-4a63-b64c-43aa352836ce. May 10 21:21:06.617846 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9941b-15a4-4ed0-a01d-3008d03d3404 req-30704435-8ac4-4396-b355-22bd84c08584 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:06.625146 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e8f9941b-15a4-4ed0-a01d-3008d03d3404 req-30704435-8ac4-4396-b355-22bd84c08584 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0642312 May 10 21:21:06.653633 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb2da396-751c-4535-9e9a-84a1381209e6 req-8c830f93-f85e-4fed-9a61-9d5bb68be5c4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775910 May 10 21:21:06.701952 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e8f9941b-15a4-4ed0-a01d-3008d03d3404 req-426e7e00-49d7-4189-ba71-14706a3171cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745316 May 10 21:21:06.848876 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49764) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:06.876722 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:21:06.889939 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4335-acc9-44be-aa58-eb9861f4e738 req-b7d35f6c-e7e1-4dae-afbc-deb0b1479230 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:06.891475 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-395a4335-acc9-44be-aa58-eb9861f4e738 req-b7d35f6c-e7e1-4dae-afbc-deb0b1479230 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0622072 May 10 21:21:06.959442 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:06.962284 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b807c90e-8c58-4449-9434-b0999bbd702b" -d '{"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-plugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:06.994486 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-395a4335-acc9-44be-aa58-eb9861f4e738 req-7d73d2f5-178e-446b-ba05-f03e01dc6599 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586753 May 10 21:21:07.026181 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-741d3ac5-cf49-4bd9-af9f-2dcdf2093b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.075191 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:21:07.091200 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:21:07.095869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.106127 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:21:07.106793 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:07.135842 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dba7d0-d173-4abe-8dce-e7d6209fcfe2 x-openstack-request-id: req-f1dba7d0-d173-4abe-8dce-e7d6209fcfe2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:07.136383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-plugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:07.136810 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1dba7d0-d173-4abe-8dce-e7d6209fcfe2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:07.137228 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dba7d0-d173-4abe-8dce-e7d6209fcfe2'] response: {'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'code': 200} May 10 21:21:07.151112 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f6826663-9321-40e3-8450-4ab67f22eded tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "PUT /v2.0/floatingips/a778b5a1-74e7-441b-b240-8ef4d17e29b8 HTTP/1.1" status: 200 len: 990 time: 2.0068111 May 10 21:21:07.151752 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:07.157210 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:07.239425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71179d7b-b577-4442-8d43-42237822006d x-openstack-request-id: req-71179d7b-b577-4442-8d43-42237822006d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:07.239983 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:07.240099 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71179d7b-b577-4442-8d43-42237822006d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:07.241001 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71179d7b-b577-4442-8d43-42237822006d'] response: {'name': 'network-changed', 'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'status': 'completed', 'code': 200} May 10 21:21:07.248480 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-741d3ac5-cf49-4bd9-af9f-2dcdf2093b79 admin admin] Publish callbacks [] for security_group (3eee9c30-aff1-4b77-a927-922a47ca8440), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.302425 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:21:07.329271 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-741d3ac5-cf49-4bd9-af9f-2dcdf2093b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (3eee9c30-aff1-4b77-a927-922a47ca8440), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.334060 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-712f878f-12dd-455c-bd35-e2eec6f2f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:07.336342 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-712f878f-12dd-455c-bd35-e2eec6f2f201 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1129 time: 0.0565779 May 10 21:21:07.375815 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d3ac5-cf49-4bd9-af9f-2dcdf2093b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee9c30-aff1-4b77-a927-922a47ca8440,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:07.387856 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10724666-a873-454b-8ba1-50419d8eb763 req-3c276aed-320e-42d7-9eaf-2f3a9bc75f83 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:07.394855 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-10724666-a873-454b-8ba1-50419d8eb763 req-3c276aed-320e-42d7-9eaf-2f3a9bc75f83 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0969806 May 10 21:21:07.414880 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-741d3ac5-cf49-4bd9-af9f-2dcdf2093b79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a10c5db586af475ab38bc2cd516e204a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5647542 May 10 21:21:07.417970 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:07.477283 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-10724666-a873-454b-8ba1-50419d8eb763 req-49da89ca-df6a-43d2-b985-8b6016d1479f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 May 10 21:21:07.504302 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e6075ae-b202-452e-927c-5542904a9ac0 admin admin] Publish callbacks [] for security_group (3eee9c30-aff1-4b77-a927-922a47ca8440), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.537355 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e6075ae-b202-452e-927c-5542904a9ac0 admin admin] Publish callbacks [] for security_group (3eee9c30-aff1-4b77-a927-922a47ca8440), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.609315 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'a778b5a1-74e7-441b-b240-8ef4d17e29b8', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'port_id': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'mac_address': 'fa:16:3e:54:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:34Z', 'updated_at': '2022-05-10T21:21:05Z', 'revision_number': 1, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:07.645191 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:21:07.654097 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:21:07.654807 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:07.660561 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e6075ae-b202-452e-927c-5542904a9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (3eee9c30-aff1-4b77-a927-922a47ca8440), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.663785 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e6075ae-b202-452e-927c-5542904a9ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:07.665044 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9e6075ae-b202-452e-927c-5542904a9ac0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3eee9c30-aff1-4b77-a927-922a47ca8440 HTTP/1.1" status: 204 len: 168 time: 0.2459450 May 10 21:21:07.674648 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6075ae-b202-452e-927c-5542904a9ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee9c30-aff1-4b77-a927-922a47ca8440,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:07.830493 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:21:07.843182 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b02ee-6493-47d0-a3e2-115b82ded12b req-13ab3ca7-23db-4a69-ba13-b0c01f0e3d13 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:07.845056 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-383b02ee-6493-47d0-a3e2-115b82ded12b req-13ab3ca7-23db-4a69-ba13-b0c01f0e3d13 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0611613 May 10 21:21:07.982311 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-383b02ee-6493-47d0-a3e2-115b82ded12b req-95be530b-34ec-48c5-ab64-cf3b6f98e50d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305020 May 10 21:21:08.037156 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cc666-386d-411c-abe6-4c64ca157142 req-5ff52bfa-a769-4551-a029-4d8e07a8bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.038750 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc3cc666-386d-411c-abe6-4c64ca157142 req-5ff52bfa-a769-4551-a029-4d8e07a8bce5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1129 time: 0.1363511 May 10 21:21:08.045555 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-71c9df24-ffa3-4765-a751-41b0b34951fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.047161 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-71c9df24-ffa3-4765-a751-41b0b34951fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 1130 time: 0.1194284 May 10 21:21:08.173907 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'a778b5a1-74e7-441b-b240-8ef4d17e29b8', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'port_id': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'mac_address': 'fa:16:3e:54:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:34Z', 'updated_at': '2022-05-10T21:21:05Z', 'revision_number': 1, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:08.187049 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0009-679c-4063-8e1c-6d38fab55113 req-667f8da0-1f9d-4c86-b5a7-b9a516270cf3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.190059 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-1cc38d56-f9be-46d8-949a-14e74a081c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.191748 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-1cc38d56-f9be-46d8-949a-14e74a081c51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 911 time: 0.3192577 May 10 21:21:08.199350 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b16c0009-679c-4063-8e1c-6d38fab55113 req-667f8da0-1f9d-4c86-b5a7-b9a516270cf3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0921512 May 10 21:21:08.209772 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc3cc666-386d-411c-abe6-4c64ca157142 req-375e6f9b-c5e4-403c-ac36-61004aeb8004 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443906 May 10 21:21:08.241995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-5d685b09-51e7-451e-af61-a98fa16a0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.247308 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-5d685b09-51e7-451e-af61-a98fa16a0b5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.1833162 May 10 21:21:08.269887 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b16c0009-679c-4063-8e1c-6d38fab55113 req-7c34d215-7e89-410c-9301-d3d5a6e8560a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681531 May 10 21:21:08.314056 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2715c-6685-4707-a462-2269fb8a58d0 None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'a778b5a1-74e7-441b-b240-8ef4d17e29b8', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'port_id': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'mac_address': 'fa:16:3e:54:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:34Z', 'updated_at': '2022-05-10T21:21:05Z', 'revision_number': 1, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:21:08.543260 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49846) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:08.562772 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12d1f4-994c-4eef-9f76-159815217ccc None None] New status for floating IP a778b5a1-74e7-441b-b240-8ef4d17e29b8: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:21:08.574282 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23e8454c-7955-46ed-b337-c2c2317d26d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:08.584991 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:08.609349 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-c865f7de-45ad-45df-ac0a-c46a5cc32a7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1 HTTP/1.1" status: 200 len: 217 time: 0.1331832 May 10 21:21:08.672728 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23e8454c-7955-46ed-b337-c2c2317d26d9 admin admin] Publish callbacks [] for security_group (1e14e261-b6c2-4758-87a8-817c04a9a47b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:08.731540 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-be4c2faa-b354-4902-8e65-e094c5703a88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 200 len: 998 time: 0.2572484 May 10 21:21:08.732512 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23e8454c-7955-46ed-b337-c2c2317d26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (1e14e261-b6c2-4758-87a8-817c04a9a47b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:08.795389 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d234bc1-0170-4a83-9e45-ec3df36610eb req-7e5bfdb0-a5bc-4602-a1c5-d558cab3ee0e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.796908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d234bc1-0170-4a83-9e45-ec3df36610eb req-7e5bfdb0-a5bc-4602-a1c5-d558cab3ee0e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.2061796 May 10 21:21:08.803025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-4ea11755-55d2-491a-920d-f819d02431a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.804432 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-4ea11755-55d2-491a-920d-f819d02431a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.0618207 May 10 21:21:08.805437 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-23e8454c-7955-46ed-b337-c2c2317d26d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=736bab5598cb48748d703173ceb946b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597454 May 10 21:21:08.810549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49854) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:08.811520 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8454c-7955-46ed-b337-c2c2317d26d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e14e261-b6c2-4758-87a8-817c04a9a47b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:08.814268 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8311460c-3e5b-41fb-b46a-a6a6d76dcdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:08.838081 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-7637f5ff-950f-4a46-b3bd-529ded9e2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:08.839662 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-7637f5ff-950f-4a46-b3bd-529ded9e2a2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.2080045 May 10 21:21:08.905921 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8311460c-3e5b-41fb-b46a-a6a6d76dcdba admin admin] Publish callbacks [] for security_group (1ecd8b52-c7c3-44fc-af12-8d80e826a639), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:08.907661 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d234bc1-0170-4a83-9e45-ec3df36610eb req-78ff880a-1a49-4a6b-a5ec-b82575d0b2c5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002014 May 10 21:21:08.910985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Publish callbacks [] for security_group (1e14e261-b6c2-4758-87a8-817c04a9a47b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:08.936312 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Publish callbacks [] for security_group (1e14e261-b6c2-4758-87a8-817c04a9a47b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.017745 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8311460c-3e5b-41fb-b46a-a6a6d76dcdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (1ecd8b52-c7c3-44fc-af12-8d80e826a639), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.060952 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8311460c-3e5b-41fb-b46a-a6a6d76dcdba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c876fbf9b3654532955a2076d627d053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688210 May 10 21:21:09.060952 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311460c-3e5b-41fb-b46a-a6a6d76dcdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd8b52-c7c3-44fc-af12-8d80e826a639,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:09.061837 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49858) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:09.121850 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (1e14e261-b6c2-4758-87a8-817c04a9a47b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.124791 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.126090 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e14e261-b6c2-4758-87a8-817c04a9a47b HTTP/1.1" status: 204 len: 168 time: 0.3144588 May 10 21:21:09.135527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e14e261-b6c2-4758-87a8-817c04a9a47b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:09.142910 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.143365 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.143783 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.147776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.147776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.147776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.148011 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517e93-a941-4443-bd31-8b5fd94bb4dc req-2897baf1-5369-4bfe-b848-9a06d7b5971c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:09.148145 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.148145 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.148145 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.148360 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7a517e93-a941-4443-bd31-8b5fd94bb4dc req-2897baf1-5369-4bfe-b848-9a06d7b5971c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0764623 May 10 21:21:09.153799 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.154368 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.154867 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.155305 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.155928 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.156372 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134c51d-c238-4c3d-903c-f1af8ec76f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.157581 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49864) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:09.206162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba67ce74-38cf-43ae-8cba-3372140e3e7a admin admin] Publish callbacks [] for security_group (1ecd8b52-c7c3-44fc-af12-8d80e826a639), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.242137 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba67ce74-38cf-43ae-8cba-3372140e3e7a admin admin] Publish callbacks [] for security_group (1ecd8b52-c7c3-44fc-af12-8d80e826a639), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.270562 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7a517e93-a941-4443-bd31-8b5fd94bb4dc req-fbe8f27b-f3ab-45d7-ad81-e1d0f02d287f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135366 May 10 21:21:09.358853 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.365770 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-aae81846-34ea-4bf9-a2aa-c964b9706842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:09.367902 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-aae81846-34ea-4bf9-a2aa-c964b9706842 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899184 May 10 21:21:09.369008 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-63f2468a-2a32-40d8-bd7d-31bafe0597e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:09.374926 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-63f2468a-2a32-40d8-bd7d-31bafe0597e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942323 May 10 21:21:09.400586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba67ce74-38cf-43ae-8cba-3372140e3e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (1ecd8b52-c7c3-44fc-af12-8d80e826a639), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.403264 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba67ce74-38cf-43ae-8cba-3372140e3e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.407126 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ba67ce74-38cf-43ae-8cba-3372140e3e7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ecd8b52-c7c3-44fc-af12-8d80e826a639 HTTP/1.1" status: 204 len: 168 time: 0.3409836 May 10 21:21:09.439246 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ce74-38cf-43ae-8cba-3372140e3e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd8b52-c7c3-44fc-af12-8d80e826a639,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:09.463512 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f327f-a6e2-4f65-ac3c-a1c19cfc6838 req-cdcd30d1-ce38-4155-a92b-119904233876 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:09.465030 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f42f327f-a6e2-4f65-ac3c-a1c19cfc6838 req-cdcd30d1-ce38-4155-a92b-119904233876 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0786273 May 10 21:21:09.494225 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfd6bc-6fe2-481c-aece-27965ff1c978 req-0904009b-f9a2-459c-9118-fe15656ec05c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:09.495700 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d1bfd6bc-6fe2-481c-aece-27965ff1c978 req-0904009b-f9a2-459c-9118-fe15656ec05c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.1201997 May 10 21:21:09.525421 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49878) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:09.536562 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:21:09.591086 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f42f327f-a6e2-4f65-ac3c-a1c19cfc6838 req-7869e7c9-15b9-42b5-843a-9e4704810aef tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108949 May 10 21:21:09.593598 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Publish callbacks [] for security_group (ac149a0a-8703-4521-9aa3-455db882ff51), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.613752 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.680110 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ac149a0a-8703-4521-9aa3-455db882ff51), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.704681 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-ff447210-8295-46de-9cf6-eb674ae082b7 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993233 May 10 21:21:09.710347 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-0a3dda3e-bbb0-403a-897f-fd5e36dc6c15 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040102 May 10 21:21:09.720281 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2511b668e041436b9a6dcd4a4fe6c9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562387 May 10 21:21:09.721411 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac149a0a-8703-4521-9aa3-455db882ff51,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:09.724021 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:09.735831 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.736187 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.736536 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.736892 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.737215 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.737548 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.738576 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.738917 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.739278 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.739621 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.739969 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.740322 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.740652 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.740968 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.741298 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1da6e-b6a9-4ec8-9273-cb38e5d98c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:21:09.788172 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce50e5b4-59e5-444f-b6a8-e82c2c9e4611 admin admin] Publish callbacks [] for security_group (ac149a0a-8703-4521-9aa3-455db882ff51), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.813598 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce50e5b4-59e5-444f-b6a8-e82c2c9e4611 admin admin] Publish callbacks [] for security_group (ac149a0a-8703-4521-9aa3-455db882ff51), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.949274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce50e5b4-59e5-444f-b6a8-e82c2c9e4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ac149a0a-8703-4521-9aa3-455db882ff51), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.951934 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce50e5b4-59e5-444f-b6a8-e82c2c9e4611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:09.953098 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ce50e5b4-59e5-444f-b6a8-e82c2c9e4611 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac149a0a-8703-4521-9aa3-455db882ff51 HTTP/1.1" status: 204 len: 168 time: 0.2273569 May 10 21:21:09.961242 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50e5b4-59e5-444f-b6a8-e82c2c9e4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac149a0a-8703-4521-9aa3-455db882ff51,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:10.269815 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:10.286476 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba851b7b-990d-4be3-88b6-b5c7588e4711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.381889 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb5db9-43b6-448e-bcb8-81631068f952 req-ba194e22-44f8-4412-95ad-a2d3f0f83d1c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:10.388023 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aedb5db9-43b6-448e-bcb8-81631068f952 req-ba194e22-44f8-4412-95ad-a2d3f0f83d1c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3948629 May 10 21:21:10.401692 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba851b7b-990d-4be3-88b6-b5c7588e4711 admin admin] Publish callbacks [] for security_group (493cf7ad-8e8d-4010-97c7-d881efa8b66f), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.476358 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba851b7b-990d-4be3-88b6-b5c7588e4711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (493cf7ad-8e8d-4010-97c7-d881efa8b66f), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.505569 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa12059b-4b50-4466-bc55-3c196a32a67c req-71880baf-9d4b-4c23-90b9-f0e0bf3a6a89 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099449 May 10 21:21:10.507388 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-834517f6-bba5-4b84-8b5c-6ff9da1ad4be req-8ca9f1d4-c721-4797-9b88-f8ee5bb79820 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130262 May 10 21:21:10.521917 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ba851b7b-990d-4be3-88b6-b5c7588e4711 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f20b6af22c14296a1758a8ba00cc0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503474 May 10 21:21:10.522955 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851b7b-990d-4be3-88b6-b5c7588e4711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493cf7ad-8e8d-4010-97c7-d881efa8b66f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:10.525417 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:10.545188 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aedb5db9-43b6-448e-bcb8-81631068f952 req-92996e89-71a2-4618-8172-0765f1d6ea6a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563215 May 10 21:21:10.580347 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20189b27-593e-4e3d-ba79-4317e56341c6 admin admin] Publish callbacks [] for security_group (493cf7ad-8e8d-4010-97c7-d881efa8b66f), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.607010 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20189b27-593e-4e3d-ba79-4317e56341c6 admin admin] Publish callbacks [] for security_group (493cf7ad-8e8d-4010-97c7-d881efa8b66f), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.642761 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.713593 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be692f-21c3-4de9-91d4-e13db273b000 req-d32c79b6-4a34-4fa4-a322-5b5e6116edef tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:10.719413 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-96be692f-21c3-4de9-91d4-e13db273b000 req-d32c79b6-4a34-4fa4-a322-5b5e6116edef tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0508683 May 10 21:21:10.732341 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.739980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20189b27-593e-4e3d-ba79-4317e56341c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (493cf7ad-8e8d-4010-97c7-d881efa8b66f), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.742891 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20189b27-593e-4e3d-ba79-4317e56341c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.744123 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-20189b27-593e-4e3d-ba79-4317e56341c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/493cf7ad-8e8d-4010-97c7-d881efa8b66f HTTP/1.1" status: 204 len: 168 time: 0.2174866 May 10 21:21:10.764572 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20189b27-593e-4e3d-ba79-4317e56341c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cf7ad-8e8d-4010-97c7-d881efa8b66f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:10.783429 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-96be692f-21c3-4de9-91d4-e13db273b000 req-daa0dcfd-3f37-4ddf-a710-ca38f7da137c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623746 May 10 21:21:10.827204 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49924) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:10.846179 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4772cf5e-5ac3-4096-8069-b6089de82661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:10.922899 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d associated. External IP: 172.27.3.117, port: 7866c29a-c7c3-4ff7-b763-4708fc1851a8. May 10 21:21:10.971110 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4772cf5e-5ac3-4096-8069-b6089de82661 admin admin] Publish callbacks [] for security_group (dadee9fd-83d2-4d06-a443-d2043f4a2e4a), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.024925 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8057a6-de67-4d99-86ca-29be3e0cae03 req-acd00cfe-d46b-4903-95fe-30a02921aa5e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:11.026431 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f8057a6-de67-4d99-86ca-29be3e0cae03 req-acd00cfe-d46b-4903-95fe-30a02921aa5e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.1333392 May 10 21:21:11.036085 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 49928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:11.040494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'floatingip': {'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:21:11.113808 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4772cf5e-5ac3-4096-8069-b6089de82661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dadee9fd-83d2-4d06-a443-d2043f4a2e4a), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.138677 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (724cf517-acae-420b-a735-2963680c8a3c), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.218620 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4772cf5e-5ac3-4096-8069-b6089de82661 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59d52b81ac0b47cca775cb03941026f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902121 May 10 21:21:11.222912 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:11.246984 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772cf5e-5ac3-4096-8069-b6089de82661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadee9fd-83d2-4d06-a443-d2043f4a2e4a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:11.274126 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:21:11.291339 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc1f35c5-31df-4bfd-8654-4ab491386936 admin admin] Publish callbacks [] for security_group (dadee9fd-83d2-4d06-a443-d2043f4a2e4a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.352768 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc1f35c5-31df-4bfd-8654-4ab491386936 admin admin] Publish callbacks [] for security_group (dadee9fd-83d2-4d06-a443-d2043f4a2e4a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.461423 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:21:11.466225 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.476643 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:21:11.494168 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:21:11.494990 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:11.506484 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-57d13ce4-3264-402d-b952-f3d40e1c23e2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "PUT /v2.0/floatingips/ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d HTTP/1.1" status: 200 len: 991 time: 1.9770179 May 10 21:21:11.506484 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:11.509303 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77301ef-2df7-408f-bce9-0bd21c7c91b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:11.537392 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc1f35c5-31df-4bfd-8654-4ab491386936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dadee9fd-83d2-4d06-a443-d2043f4a2e4a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.540061 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc1f35c5-31df-4bfd-8654-4ab491386936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:11.541484 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-dc1f35c5-31df-4bfd-8654-4ab491386936 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dadee9fd-83d2-4d06-a443-d2043f4a2e4a HTTP/1.1" status: 204 len: 168 time: 0.3174918 May 10 21:21:11.555611 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f35c5-31df-4bfd-8654-4ab491386936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadee9fd-83d2-4d06-a443-d2043f4a2e4a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:11.566465 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c6e73f-d3f5-4f8b-9a7f-d108a6cbe7cc x-openstack-request-id: req-e8c6e73f-d3f5-4f8b-9a7f-d108a6cbe7cc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:11.566896 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:11.568391 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8c6e73f-d3f5-4f8b-9a7f-d108a6cbe7cc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:11.568832 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c6e73f-d3f5-4f8b-9a7f-d108a6cbe7cc'] response: {'name': 'network-changed', 'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'status': 'completed', 'code': 200} May 10 21:21:11.592965 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:11.678431 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:21:11.724239 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4220b-c342-4c8e-bd70-903c53647392 req-130df2f2-caf0-44cc-b3d6-1df65cd08026 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:11.726019 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6fa4220b-c342-4c8e-bd70-903c53647392 req-130df2f2-caf0-44cc-b3d6-1df65cd08026 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0635920 May 10 21:21:11.780426 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6fa4220b-c342-4c8e-bd70-903c53647392 req-873744d8-2e63-4b67-bd95-68a67e1e0257 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 May 10 21:21:11.957237 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:10Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:11.986585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908b1f3e-0ddf-4f16-9ac9-48b91a523a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.038377 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:21:12.055286 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:21:12.056345 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:12.107533 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908b1f3e-0ddf-4f16-9ac9-48b91a523a9e admin admin] Publish callbacks [] for security_group (454b6465-8f04-4733-ac60-a58f2ba73967), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.176216 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.177557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908b1f3e-0ddf-4f16-9ac9-48b91a523a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (454b6465-8f04-4733-ac60-a58f2ba73967), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.195484 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:21:12.269812 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (724cf517-acae-420b-a735-2963680c8a3c), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.292411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b1f3e-0ddf-4f16-9ac9-48b91a523a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454b6465-8f04-4733-ac60-a58f2ba73967,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:12.311378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-7d38e92f-e2fa-4f79-9a29-7eb0034897e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:12.313016 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-7d38e92f-e2fa-4f79-9a29-7eb0034897e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 1129 time: 0.1163809 May 10 21:21:12.315623 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-908b1f3e-0ddf-4f16-9ac9-48b91a523a9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba5dc3f951924bd88b2c320ae5bd86a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7216637 May 10 21:21:12.318989 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 49980) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:12.399720 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f5de2dd-11fe-4fe4-bd9a-20e5b88e892f admin admin] Publish callbacks [] for security_group (454b6465-8f04-4733-ac60-a58f2ba73967), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.423783 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Floating IP 724cf517-acae-420b-a735-2963680c8a3c associated. External IP: 172.27.3.68, port: 83ef924d-2caa-4d5a-8fb2-cd0a871c9712. May 10 21:21:12.425616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f5de2dd-11fe-4fe4-bd9a-20e5b88e892f admin admin] Publish callbacks [] for security_group (454b6465-8f04-4733-ac60-a58f2ba73967), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.461698 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:10Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:12.503111 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38d62c-873b-4902-98dd-a47e87c8bf2a None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:10Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:21:12.622239 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f5de2dd-11fe-4fe4-bd9a-20e5b88e892f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (454b6465-8f04-4733-ac60-a58f2ba73967), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.624117 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f5de2dd-11fe-4fe4-bd9a-20e5b88e892f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.625340 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3f5de2dd-11fe-4fe4-bd9a-20e5b88e892f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/454b6465-8f04-4733-ac60-a58f2ba73967 HTTP/1.1" status: 204 len: 168 time: 0.3054171 May 10 21:21:12.646991 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5de2dd-11fe-4fe4-bd9a-20e5b88e892f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454b6465-8f04-4733-ac60-a58f2ba73967,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:12.700845 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-050668fd-26b5-41ec-8e7c-a06663fbe70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:12.705436 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-050668fd-26b5-41ec-8e7c-a06663fbe70f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 916 time: 0.1841576 May 10 21:21:12.736657 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:21:12.794325 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eec30-7cfd-4a4a-baef-7412b722275f None None] New status for floating IP ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:21:12.874024 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:21:12.879784 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:12.891201 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:21:12.904493 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:21:12.906864 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:12.939509 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04663a10-9ed0-47b2-b21f-aecaabad8c09 req-8ab58818-f271-4a98-a8ac-64b99bda9da4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:12.942076 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-04663a10-9ed0-47b2-b21f-aecaabad8c09 req-8ab58818-f271-4a98-a8ac-64b99bda9da4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0775671 May 10 21:21:12.946417 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-57b00acf-2ff5-4647-bcfe-3ddb78bd3465 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "PUT /v2.0/floatingips/724cf517-acae-420b-a735-2963680c8a3c HTTP/1.1" status: 200 len: 990 time: 1.9094248 May 10 21:21:12.947073 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:12.949562 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ae6df-27c9-46a3-b519-d70b676d0c30" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:13.001493 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-04663a10-9ed0-47b2-b21f-aecaabad8c09 req-643e3bc4-d57f-4128-8bd0-9f7866a71d6d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490842 May 10 21:21:13.015904 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4b3a9c-484f-444b-90a3-1a6dd0f5698e x-openstack-request-id: req-6e4b3a9c-484f-444b-90a3-1a6dd0f5698e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:13.016208 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:13.016470 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e4b3a9c-484f-444b-90a3-1a6dd0f5698e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:13.016887 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e4b3a9c-484f-444b-90a3-1a6dd0f5698e'] response: {'name': 'network-changed', 'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'status': 'completed', 'code': 200} May 10 21:21:13.130864 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:21:13.163367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-a895f140-c940-4086-af80-d9f5f10ce437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.164865 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-a895f140-c940-4086-af80-d9f5f10ce437 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1129 time: 0.0538507 May 10 21:21:13.167060 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-08053195-0615-4c87-8aca-f8ee05598c6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8 HTTP/1.1" status: 200 len: 999 time: 0.1155007 May 10 21:21:13.291942 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-df40f802-003e-4cc0-850c-7394c0e619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.293414 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-df40f802-003e-4cc0-850c-7394c0e619c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.1041281 May 10 21:21:13.352811 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-349a2048-2651-48e1-93dc-b365433e88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.354312 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-349a2048-2651-48e1-93dc-b365433e88c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.1664915 May 10 21:21:13.355290 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-99f6a0b9-7422-43dd-8af8-65c9dfb1bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.357044 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-99f6a0b9-7422-43dd-8af8-65c9dfb1bc31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543211 May 10 21:21:13.376412 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '724cf517-acae-420b-a735-2963680c8a3c', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'mac_address': 'fa:16:3e:20:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:11Z', 'revision_number': 1, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:13.469472 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:21:13.469472 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:21:13.469472 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:20:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:13.505480 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-22b0b0d6-05ef-451d-a70d-9f315c47c7d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 200 len: 998 time: 0.1353252 May 10 21:21:13.542907 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:21:13.571590 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-6e2ee490-061b-4302-abeb-ef63b953553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.760908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-6e2ee490-061b-4302-abeb-ef63b953553e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0522609 May 10 21:21:13.760908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-8f6c9834-1c72-434e-93ae-7220817a4dfc service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066500 May 10 21:21:13.760908 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-6cf61a18-3b44-40c8-963a-92c1033629b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.760908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-6cf61a18-3b44-40c8-963a-92c1033629b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1299481 May 10 21:21:13.760908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-880560e0-8488-45e7-952c-516aed8cef05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143057 May 10 21:21:13.787140 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f77301ef-2df7-408f-bce9-0bd21c7c91b0 req-fac4c5e4-df47-4121-ac3a-b7ecc5e06363 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846662 May 10 21:21:13.889183 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '724cf517-acae-420b-a735-2963680c8a3c', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'mac_address': 'fa:16:3e:20:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:11Z', 'revision_number': 1, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:13.892800 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-5ce33f1f-acd7-4621-b473-cb747e8f2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:13.907702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-5ce33f1f-acd7-4621-b473-cb747e8f2539 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e738363e9f184b01a86d3459779cdfb4&device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 1130 time: 0.0600483 May 10 21:21:13.907702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-01eb7bd2-0627-4ffe-995c-d6dd7c559ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577494 May 10 21:21:13.923474 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2b103-e93a-4974-88b9-ff0cc2db50b6 None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '724cf517-acae-420b-a735-2963680c8a3c', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'mac_address': 'fa:16:3e:20:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:11Z', 'revision_number': 1, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:21:13.933561 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:14.129995 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fb1ae6df-27c9-46a3-b519-d70b676d0c30 req-7e7792b5-e27b-4c3e-85b1-a85f60cab410 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942449 May 10 21:21:14.136093 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-77e24d86-9b42-4cc1-9175-a1efb6088271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:14.137910 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-77e24d86-9b42-4cc1-9175-a1efb6088271 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1 HTTP/1.1" status: 200 len: 913 time: 0.1262200 May 10 21:21:14.251041 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ad86e-e1f2-4a6f-8701-170f7a929dd0 None None] New status for floating IP 724cf517-acae-420b-a735-2963680c8a3c: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:21:14.433432 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-5fa52c0c-1488-4b04-9a7d-bf4638a9c57c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c HTTP/1.1" status: 200 len: 217 time: 0.2750521 May 10 21:21:14.441895 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85aef-06eb-4046-8d19-32eaab1ed9a7 req-5bfc36de-f2f5-47aa-84ed-8cb21c5f1a45 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:14.443419 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-15a85aef-06eb-4046-8d19-32eaab1ed9a7 req-5bfc36de-f2f5-47aa-84ed-8cb21c5f1a45 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.3307512 May 10 21:21:14.493013 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-b1424bdb-c47c-4356-b0f9-15dee999b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:14.494518 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-b1424bdb-c47c-4356-b0f9-15dee999b4c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e9a4586-071e-4eb1-9818-9f39b8e838e8 HTTP/1.1" status: 200 len: 852 time: 0.0502062 May 10 21:21:14.561216 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-7b278f82-f50d-42c8-91c8-4fc89ea12da3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ee8034-6d5b-4e39-9436-d9a8e6b309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445993 May 10 21:21:14.577102 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:21:14.611067 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-15a85aef-06eb-4046-8d19-32eaab1ed9a7 req-4ef077ef-387d-4fbe-a917-0da3ac728fe3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109772 May 10 21:21:14.692454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-630a35a7-2515-49c4-b32d-20333db42431 service neutron] 10.222.0.23 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201282 May 10 21:21:14.835800 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-0fb42718-037c-4ab8-ad40-9e8a769e5abe service neutron] 10.222.0.23 "GET /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245058 May 10 21:21:15.420202 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d1a1-5bcb-459e-a302-a0a76c763171 req-c43458f9-d97c-4533-9a43-d37b1599bf9c tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:15.421693 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9e68d1a1-5bcb-459e-a302-a0a76c763171 req-c43458f9-d97c-4533-9a43-d37b1599bf9c tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0481088 May 10 21:21:15.470331 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9e68d1a1-5bcb-459e-a302-a0a76c763171 req-6fb65dba-4740-4514-9c6e-4847584f64ea tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 May 10 21:21:15.714628 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae571ce-3407-47e4-a0c8-3c4a50784b1d req-be6822ae-3ec2-4664-9ae0-2198dcd22595 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:15.716112 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4ae571ce-3407-47e4-a0c8-3c4a50784b1d req-be6822ae-3ec2-4664-9ae0-2198dcd22595 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0465827 May 10 21:21:15.770893 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4ae571ce-3407-47e4-a0c8-3c4a50784b1d req-45a70164-7db4-4811-adcf-72d0e73c99a1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 May 10 21:21:16.531758 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2201c7a9-a542-4795-a050-81004b5c2c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:16.591320 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37974e-2edf-4769-a7ea-4d5ea9893e95 req-0a3b33cf-eccb-422d-b62c-f17a1ff28354 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:16.592808 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-af37974e-2edf-4769-a7ea-4d5ea9893e95 req-0a3b33cf-eccb-422d-b62c-f17a1ff28354 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0526719 May 10 21:21:16.641710 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-af37974e-2edf-4769-a7ea-4d5ea9893e95 req-790da97b-3694-410f-a65f-55200cbe543e tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 May 10 21:21:16.890684 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501f053-7bc9-494d-897b-1b0f0069b53d req-ff70a6b6-80f3-42cd-83c2-6525d2a48881 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:16.892197 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e501f053-7bc9-494d-897b-1b0f0069b53d req-ff70a6b6-80f3-42cd-83c2-6525d2a48881 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0485628 May 10 21:21:16.939746 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e501f053-7bc9-494d-897b-1b0f0069b53d req-fb89353c-333d-4625-ad9c-a09af90971ac tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 May 10 21:21:17.788523 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29811ae-1096-405c-b508-5912b14eb6a0 req-a475f843-3ee3-4767-9c53-7104f941fe89 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:17.789990 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c29811ae-1096-405c-b508-5912b14eb6a0 req-a475f843-3ee3-4767-9c53-7104f941fe89 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0796113 May 10 21:21:17.801592 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006569e-e117-4124-8241-2eccb5eba56c req-872158ed-3d72-4740-88aa-5e4aef0d6210 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:17.803020 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d006569e-e117-4124-8241-2eccb5eba56c req-872158ed-3d72-4740-88aa-5e4aef0d6210 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.23 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 946 time: 0.0593152 May 10 21:21:17.940093 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c29811ae-1096-405c-b508-5912b14eb6a0 req-a881339a-a729-47f0-9d75-dbbb1d17ce87 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0916553-b99c-4fd8-bd68-abe009c75646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361165 May 10 21:21:17.963385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Deleting port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:21:17.963728 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:18.068596 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] For port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,segment=NetworkSegment(d1a03ad5-09e7-4893-b0e1-660884ffd815),segment_id=d1a03ad5-09e7-4893-b0e1-660884ffd815)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:21:18.068973 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:18.088906 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Calling delete_port for 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:21:18.222369 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dee1d-f58c-4035-a737-868cac47efab req-b1ef810c-4813-456e-abcb-7ab3ff814fd3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:18.224046 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e56dee1d-f58c-4035-a737-868cac47efab req-b1ef810c-4813-456e-abcb-7ab3ff814fd3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0485129 May 10 21:21:18.273341 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e56dee1d-f58c-4035-a737-868cac47efab req-d81f52a8-fb68-483c-824e-aa54c534bdc7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 May 10 21:21:18.332430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:18.346239 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:21:18.364884 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Pushing event deleted for resources: {'Port': ['ID=7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:18.427305 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] No DVR routers for this DVR port 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:21:18.430305 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:18.433601 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d006569e-e117-4124-8241-2eccb5eba56c req-82e0c7ee-2b26-4f74-8284-be7e4fe8a895 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.23 "DELETE /v2.0/ports/7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c HTTP/1.1" status: 204 len: 173 time: 0.6230009 May 10 21:21:18.434035 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'name': 'network-vif-deleted', 'tag': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:21:18.436295 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a5ba1-ae51-4005-8944-5c674df42873" -d '{"events": [{"server_uuid": "a840063f-5498-40c6-a89b-053d1db08ef8", "name": "network-vif-deleted", "tag": "7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:21:18.472899 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44e1578-8792-4b6e-a7a6-977b575da2c8 x-openstack-request-id: req-e44e1578-8792-4b6e-a7a6-977b575da2c8 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:21:18.472899 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a840063f-5498-40c6-a89b-053d1db08ef8", "name": "network-vif-deleted", "tag": "7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:21:18.472899 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e44e1578-8792-4b6e-a7a6-977b575da2c8 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:21:18.472899 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44e1578-8792-4b6e-a7a6-977b575da2c8'] response: {'server_uuid': 'a840063f-5498-40c6-a89b-053d1db08ef8', 'name': 'network-vif-deleted', 'tag': '7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c', 'status': 'completed', 'code': 200} May 10 21:21:18.668686 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47011bd4-d175-43e0-a301-bb819054e434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:19.049830 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ece96dfd-ca52-4132-81fe-adf78b410559 req-255527ff-d159-4a0d-bc1c-8839e18299f8 tempest-DeleteServersTestJSON-1546402508 tempest-DeleteServersTestJSON-1546402508-project] 10.222.0.25 "GET /v2.0/ports?device_id=a840063f-5498-40c6-a89b-053d1db08ef8 HTTP/1.1" status: 200 len: 210 time: 0.0369828 May 10 21:21:19.395200 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4d101-656a-41af-8d3c-9b08879b4c4e req-44d01b62-ddfa-4015-b4b0-99139000b23d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:19.396863 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3dc4d101-656a-41af-8d3c-9b08879b4c4e req-44d01b62-ddfa-4015-b4b0-99139000b23d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0509872 May 10 21:21:19.448702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3dc4d101-656a-41af-8d3c-9b08879b4c4e req-4606d897-4a9f-4ad6-8a24-7afe60af3525 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 May 10 21:21:19.843505 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:20.588480 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fdb72-804f-4fde-b21b-e745ee7f2a1e req-1719de2f-db27-48f7-a271-995d6305c6f9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:20.592264 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b84fdb72-804f-4fde-b21b-e745ee7f2a1e req-1719de2f-db27-48f7-a271-995d6305c6f9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0483739 May 10 21:21:20.643858 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b84fdb72-804f-4fde-b21b-e745ee7f2a1e req-b418f007-6084-4612-8756-6e744c7ff48b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 May 10 21:21:21.262925 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:21.765054 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff697ba-1571-4eec-8795-649bcb1f9bd4 req-080264a8-8bb2-47c2-be4c-b1b4a2886370 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:21.766727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ff697ba-1571-4eec-8795-649bcb1f9bd4 req-080264a8-8bb2-47c2-be4c-b1b4a2886370 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0489979 May 10 21:21:21.789511 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:21:21.820848 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:21:21.821566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7cc3e14f-fcea-4e69-a7c4-1e231eb42d7c not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:21:21.831089 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ff697ba-1571-4eec-8795-649bcb1f9bd4 req-eaf8ac6c-fc27-4c07-b519-b7df3ede7469 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572636 May 10 21:21:22.002756 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50304) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:22.046846 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Deleting subnet 7e9a4586-071e-4eb1-9818-9f39b8e838e8 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:21:22.050026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Publish callbacks [] for subnet (7e9a4586-071e-4eb1-9818-9f39b8e838e8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.085592 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Publish callbacks [] for subnet (7e9a4586-071e-4eb1-9818-9f39b8e838e8), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.095273 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (7e9a4586-071e-4eb1-9818-9f39b8e838e8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.223557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (7e9a4586-071e-4eb1-9818-9f39b8e838e8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.249289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9a4586-071e-4eb1-9818-9f39b8e838e8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:22.253185 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.256341 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4bcd4b57-ab04-4ec7-a568-fbc84b0265fa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e9a4586-071e-4eb1-9818-9f39b8e838e8 HTTP/1.1" status: 204 len: 168 time: 0.2562995 May 10 21:21:22.259401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50314) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:22.331450 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (54ee8034-6d5b-4e39-9436-d9a8e6b309b1), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.427082 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (54ee8034-6d5b-4e39-9436-d9a8e6b309b1), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.452037 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.452385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.453209 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.453619 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > port after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.453949 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.454286 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > port after_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.454671 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.454988 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.455304 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.455704 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.513440 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:22.569147 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.569662 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.569948 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.570272 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:21:22.570764 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ee8034-6d5b-4e39-9436-d9a8e6b309b1']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:22.589349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a03ad5-09e7-4893-b0e1-660884ffd815') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:22.589647 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a03ad5-09e7-4893-b0e1-660884ffd815') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:21:22.607356 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (d1a03ad5-09e7-4893-b0e1-660884ffd815), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.617781 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a38db9-068b-437b-90ff-d67c8984b58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.628498 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (d1a03ad5-09e7-4893-b0e1-660884ffd815), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.637142 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:21:22.637438 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (d1a03ad5-09e7-4893-b0e1-660884ffd815), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: from cryptography.utils import int_from_bytes May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: from cryptography.utils import int_from_bytes May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:21:22.667710 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:21:22.695704 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a38db9-068b-437b-90ff-d67c8984b58f admin admin] Publish callbacks [] for security_group (92bb7f85-a84b-4957-8fd3-b66ca1072f8a), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.753701 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a38db9-068b-437b-90ff-d67c8984b58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (92bb7f85-a84b-4957-8fd3-b66ca1072f8a), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.776967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (54ee8034-6d5b-4e39-9436-d9a8e6b309b1), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.801847 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f5a38db9-068b-437b-90ff-d67c8984b58f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2fefdfef8c04c6eba40c0b43696de7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873046 May 10 21:21:22.802494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50324) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:22.803754 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.804475 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a38db9-068b-437b-90ff-d67c8984b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb7f85-a84b-4957-8fd3-b66ca1072f8a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:22.809911 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] 10.222.0.25 "DELETE /v2.0/networks/54ee8034-6d5b-4e39-9436-d9a8e6b309b1 HTTP/1.1" status: 204 len: 168 time: 0.5495605 May 10 21:21:22.811281 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120baec8-d7c3-4768-a1d6-5ae0414f484b admin admin] Pushing event deleted for resources: {'Network': ['ID=54ee8034-6d5b-4e39-9436-d9a8e6b309b1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:22.834084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.873693 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fde104f-8ffc-4f7a-b8b4-aa6ab816c61c admin admin] Publish callbacks [] for security_group (92bb7f85-a84b-4957-8fd3-b66ca1072f8a), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.896401 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fde104f-8ffc-4f7a-b8b4-aa6ab816c61c admin admin] Publish callbacks [] for security_group (92bb7f85-a84b-4957-8fd3-b66ca1072f8a), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:22.966742 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1baef9-c615-41b1-9650-149ed4b8a669 req-4b43edfe-9107-4a28-a5a1-ce85f670e36b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:22.968219 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1b1baef9-c615-41b1-9650-149ed4b8a669 req-4b43edfe-9107-4a28-a5a1-ce85f670e36b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0566459 May 10 21:21:23.018370 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1b1baef9-c615-41b1-9650-149ed4b8a669 req-ca45cda2-684d-49bf-9f28-776702da0ec0 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 May 10 21:21:23.028535 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fde104f-8ffc-4f7a-b8b4-aa6ab816c61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (92bb7f85-a84b-4957-8fd3-b66ca1072f8a), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.033070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fde104f-8ffc-4f7a-b8b4-aa6ab816c61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.037455 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-3fde104f-8ffc-4f7a-b8b4-aa6ab816c61c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92bb7f85-a84b-4957-8fd3-b66ca1072f8a HTTP/1.1" status: 204 len: 168 time: 0.2317684 May 10 21:21:23.045545 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde104f-8ffc-4f7a-b8b4-aa6ab816c61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb7f85-a84b-4957-8fd3-b66ca1072f8a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:23.107164 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:23.147639 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f20154ec-c080-467b-b99b-211571974d55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e738363e9f184b01a86d3459779cdfb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392547 May 10 21:21:23.150130 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50334) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:23.200154 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2f43144-d655-40cd-b8a3-6e077c0ebb6f admin admin] Publish callbacks [] for security_group (f0916553-b99c-4fd8-bd68-abe009c75646), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.221209 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2f43144-d655-40cd-b8a3-6e077c0ebb6f admin admin] Publish callbacks [] for security_group (f0916553-b99c-4fd8-bd68-abe009c75646), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.331048 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2f43144-d655-40cd-b8a3-6e077c0ebb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (f0916553-b99c-4fd8-bd68-abe009c75646), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.334238 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2f43144-d655-40cd-b8a3-6e077c0ebb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.337782 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f2f43144-d655-40cd-b8a3-6e077c0ebb6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0916553-b99c-4fd8-bd68-abe009c75646 HTTP/1.1" status: 204 len: 168 time: 0.1843326 May 10 21:21:23.343910 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f43144-d655-40cd-b8a3-6e077c0ebb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0916553-b99c-4fd8-bd68-abe009c75646,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:23.824506 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:23.837963 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f1bb-4843-4d06-9571-44e07cf3895b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:23.917807 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f1bb-4843-4d06-9571-44e07cf3895b admin admin] Publish callbacks [] for security_group (87eae33d-34cc-40f6-a133-156cbee0de26), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:24.006144 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f1bb-4843-4d06-9571-44e07cf3895b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (87eae33d-34cc-40f6-a133-156cbee0de26), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:24.050548 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b6a1f1bb-4843-4d06-9571-44e07cf3895b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4be86f2ce814d33bdb24aa20376e1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249146 May 10 21:21:24.053737 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:24.055034 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1f1bb-4843-4d06-9571-44e07cf3895b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eae33d-34cc-40f6-a133-156cbee0de26,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:24.113985 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-594eecd0-4dcc-47c9-9d02-0aa07d588493 admin admin] Publish callbacks [] for security_group (87eae33d-34cc-40f6-a133-156cbee0de26), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:24.136162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-594eecd0-4dcc-47c9-9d02-0aa07d588493 admin admin] Publish callbacks [] for security_group (87eae33d-34cc-40f6-a133-156cbee0de26), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:24.147947 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ada1c-8228-4439-883f-e2331e5ef490 req-d3762c2f-ce67-4517-a5de-f7956375c2b7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:24.149964 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-101ada1c-8228-4439-883f-e2331e5ef490 req-d3762c2f-ce67-4517-a5de-f7956375c2b7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0476363 May 10 21:21:24.206982 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-101ada1c-8228-4439-883f-e2331e5ef490 req-a04f07e0-048b-4000-9de2-3c8a9171e7a1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 May 10 21:21:24.285977 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-594eecd0-4dcc-47c9-9d02-0aa07d588493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (87eae33d-34cc-40f6-a133-156cbee0de26), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:24.288867 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-594eecd0-4dcc-47c9-9d02-0aa07d588493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:24.290019 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-594eecd0-4dcc-47c9-9d02-0aa07d588493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87eae33d-34cc-40f6-a133-156cbee0de26 HTTP/1.1" status: 204 len: 168 time: 0.2353039 May 10 21:21:24.306287 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eecd0-4dcc-47c9-9d02-0aa07d588493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eae33d-34cc-40f6-a133-156cbee0de26,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:25.321825 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc975-97e1-4784-b76d-8d2f92ebc974 req-3e5c5cbd-4d56-4f21-9e79-5d1d0160367f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:25.323351 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-377bc975-97e1-4784-b76d-8d2f92ebc974 req-3e5c5cbd-4d56-4f21-9e79-5d1d0160367f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0472562 May 10 21:21:25.400996 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-377bc975-97e1-4784-b76d-8d2f92ebc974 req-e3498ec0-2f1a-4742-bc6b-57065b6b7ecd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 May 10 21:21:25.995445 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:26.107286 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfa592eb-6dc4-4934-ad52-cb7b49dada89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.185133 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfa592eb-6dc4-4934-ad52-cb7b49dada89 admin admin] Publish callbacks [] for security_group (e71105ea-24ac-40e1-b9b4-92ffbff6bede), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.325194 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfa592eb-6dc4-4934-ad52-cb7b49dada89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (e71105ea-24ac-40e1-b9b4-92ffbff6bede), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.361780 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa592eb-6dc4-4934-ad52-cb7b49dada89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71105ea-24ac-40e1-b9b4-92ffbff6bede,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:26.366081 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-bfa592eb-6dc4-4934-ad52-cb7b49dada89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3be646c207a547038903b30f19c2e230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696203 May 10 21:21:26.369285 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50440) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:26.434179 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-986dda8e-222b-441a-a810-79078633c22c admin admin] Publish callbacks [] for security_group (e71105ea-24ac-40e1-b9b4-92ffbff6bede), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.460827 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-986dda8e-222b-441a-a810-79078633c22c admin admin] Publish callbacks [] for security_group (e71105ea-24ac-40e1-b9b4-92ffbff6bede), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.543134 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0e88-8654-4233-8c44-d515035c049b req-3df3671e-7110-4b25-8c24-c96b0b91059f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:26.544662 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f1ed0e88-8654-4233-8c44-d515035c049b req-3df3671e-7110-4b25-8c24-c96b0b91059f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0653896 May 10 21:21:26.607137 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f1ed0e88-8654-4233-8c44-d515035c049b req-119bf50c-627c-493c-b08c-b317759a6e0a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531955 May 10 21:21:26.612229 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50458) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:26.634694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-986dda8e-222b-441a-a810-79078633c22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (e71105ea-24ac-40e1-b9b4-92ffbff6bede), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.638127 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-986dda8e-222b-441a-a810-79078633c22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.639352 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-986dda8e-222b-441a-a810-79078633c22c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e71105ea-24ac-40e1-b9b4-92ffbff6bede HTTP/1.1" status: 204 len: 168 time: 0.2691717 May 10 21:21:26.651174 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dda8e-222b-441a-a810-79078633c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71105ea-24ac-40e1-b9b4-92ffbff6bede,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:26.746410 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebd857bc-590c-4ba2-8b79-d51244fd27ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.821832 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebd857bc-590c-4ba2-8b79-d51244fd27ef admin admin] Publish callbacks [] for security_group (0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.885554 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebd857bc-590c-4ba2-8b79-d51244fd27ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:26.926328 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd857bc-590c-4ba2-8b79-d51244fd27ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:26.936069 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ebd857bc-590c-4ba2-8b79-d51244fd27ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26ad41aafd7f402dafb95eff1442a109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228123 May 10 21:21:26.939973 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50474) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:26.995493 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d7-2b27-4cab-92e5-c59c602ebfc6 admin admin] Publish callbacks [] for security_group (0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:27.017700 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d7-2b27-4cab-92e5-c59c602ebfc6 admin admin] Publish callbacks [] for security_group (0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:27.136524 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d7-2b27-4cab-92e5-c59c602ebfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:27.139169 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d7-2b27-4cab-92e5-c59c602ebfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:27.140317 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-61cf78d7-2b27-4cab-92e5-c59c602ebfc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd HTTP/1.1" status: 204 len: 168 time: 0.1993332 May 10 21:21:27.148062 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf78d7-2b27-4cab-92e5-c59c602ebfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb7b32b-0b1f-40f3-bc93-8c46ef1c7abd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:27.728072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634bb3a-14f6-4059-abe0-c2310ea45a4b req-bbbf6620-642f-4516-9360-42db4c0029db tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:27.729657 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e634bb3a-14f6-4059-abe0-c2310ea45a4b req-bbbf6620-642f-4516-9360-42db4c0029db tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0520763 May 10 21:21:27.782771 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e634bb3a-14f6-4059-abe0-c2310ea45a4b req-48556d40-7b82-4bde-92ba-d6f35b27700d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 May 10 21:21:27.786400 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50500) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:27.801510 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fdc83f9-eea6-4dbd-b867-340193d43130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:27.886200 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fdc83f9-eea6-4dbd-b867-340193d43130 admin admin] Publish callbacks [] for security_group (467cb45c-847a-4625-a883-749bad18eb81), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:27.959519 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fdc83f9-eea6-4dbd-b867-340193d43130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (467cb45c-847a-4625-a883-749bad18eb81), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.005694 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5fdc83f9-eea6-4dbd-b867-340193d43130 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=176ac011ca0c4fc696aa3212194e65cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181408 May 10 21:21:28.011852 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc83f9-eea6-4dbd-b867-340193d43130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467cb45c-847a-4625-a883-749bad18eb81,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:28.013997 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50514) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:28.073807 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7feaddd1-f931-4604-a442-cb62047dcdcb admin admin] Publish callbacks [] for security_group (467cb45c-847a-4625-a883-749bad18eb81), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.106148 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7feaddd1-f931-4604-a442-cb62047dcdcb admin admin] Publish callbacks [] for security_group (467cb45c-847a-4625-a883-749bad18eb81), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.245557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7feaddd1-f931-4604-a442-cb62047dcdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (467cb45c-847a-4625-a883-749bad18eb81), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.248333 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7feaddd1-f931-4604-a442-cb62047dcdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.249714 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7feaddd1-f931-4604-a442-cb62047dcdcb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/467cb45c-847a-4625-a883-749bad18eb81 HTTP/1.1" status: 204 len: 168 time: 0.2347932 May 10 21:21:28.258068 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaddd1-f931-4604-a442-cb62047dcdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467cb45c-847a-4625-a883-749bad18eb81,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:28.528268 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50562) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:28.644616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-855aea71-2563-4047-9b57-fd154362f4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.727369 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-855aea71-2563-4047-9b57-fd154362f4f7 admin admin] Publish callbacks [] for security_group (92426877-107f-423c-af04-47fd7a8d8dc2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.788562 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-855aea71-2563-4047-9b57-fd154362f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (92426877-107f-423c-af04-47fd7a8d8dc2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.827528 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-855aea71-2563-4047-9b57-fd154362f4f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec32ce28e7cf4bd8b127425ac07a7179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980511 May 10 21:21:28.828637 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aea71-2563-4047-9b57-fd154362f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92426877-107f-423c-af04-47fd7a8d8dc2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:28.830145 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50578) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:28.904593 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7fb75247-7253-418b-a8d9-12a9046a5731 admin admin] Publish callbacks [] for security_group (92426877-107f-423c-af04-47fd7a8d8dc2), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.952545 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7fb75247-7253-418b-a8d9-12a9046a5731 admin admin] Publish callbacks [] for security_group (92426877-107f-423c-af04-47fd7a8d8dc2), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:28.998593 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e3361-b008-417b-9265-c1c940374afc req-b1e10c43-5ad6-4ca7-b0cf-74bd158872c3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:28.998593 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e68e3361-b008-417b-9265-c1c940374afc req-b1e10c43-5ad6-4ca7-b0cf-74bd158872c3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0798888 May 10 21:21:29.057908 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e68e3361-b008-417b-9265-c1c940374afc req-44742455-7c4e-4af7-8617-c82d8bb4bf30 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 May 10 21:21:29.153730 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7fb75247-7253-418b-a8d9-12a9046a5731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (92426877-107f-423c-af04-47fd7a8d8dc2), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:29.156438 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7fb75247-7253-418b-a8d9-12a9046a5731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:29.157563 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7fb75247-7253-418b-a8d9-12a9046a5731 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92426877-107f-423c-af04-47fd7a8d8dc2 HTTP/1.1" status: 204 len: 168 time: 0.3257747 May 10 21:21:29.166375 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb75247-7253-418b-a8d9-12a9046a5731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92426877-107f-423c-af04-47fd7a8d8dc2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:30.176451 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bff33a-6dd3-450e-adbe-26e301d12acd req-9f627d1b-79af-48cd-98bc-3b7ccf7a0d52 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:30.178173 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b2bff33a-6dd3-450e-adbe-26e301d12acd req-9f627d1b-79af-48cd-98bc-3b7ccf7a0d52 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0522735 May 10 21:21:30.224583 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b2bff33a-6dd3-450e-adbe-26e301d12acd req-37dbb538-781a-4f30-94f8-a1b283ec5346 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 May 10 21:21:31.339233 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61751bf6-3ee3-4e1e-a335-96275cad4ebf req-403d252a-f226-4403-925d-8ec22b5f885b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:31.340811 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-61751bf6-3ee3-4e1e-a335-96275cad4ebf req-403d252a-f226-4403-925d-8ec22b5f885b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0485272 May 10 21:21:31.388831 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-61751bf6-3ee3-4e1e-a335-96275cad4ebf req-15fc5ce5-efb2-4c7e-9c3c-f2c6b14846ca tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 May 10 21:21:32.504863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876dc95-fb43-44a3-8e3b-8a21cfb660a8 req-93139b74-904a-4629-ae3d-61d7a3dee6ac tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:32.506592 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8876dc95-fb43-44a3-8e3b-8a21cfb660a8 req-93139b74-904a-4629-ae3d-61d7a3dee6ac tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0456386 May 10 21:21:32.556013 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8876dc95-fb43-44a3-8e3b-8a21cfb660a8 req-2f90896f-f420-4ac6-8a93-c5ec53a7eb87 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 May 10 21:21:33.673331 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d477-8b5f-4975-abe2-36000cec185b req-15555589-5b29-49b3-8ab6-7314d710dbd9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:33.674860 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2bf5d477-8b5f-4975-abe2-36000cec185b req-15555589-5b29-49b3-8ab6-7314d710dbd9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0488727 May 10 21:21:33.730988 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2bf5d477-8b5f-4975-abe2-36000cec185b req-1676a71c-aadc-4064-96fe-38ace852d6cb tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491397 May 10 21:21:34.394541 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 50752) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:34.498679 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a48c52e-b397-4e5a-8ec4-0b7ae7b03d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.574715 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a48c52e-b397-4e5a-8ec4-0b7ae7b03d09 admin admin] Publish callbacks [] for security_group (5bae0b90-25e0-41a0-aa48-c2335fd70fe2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.662245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a48c52e-b397-4e5a-8ec4-0b7ae7b03d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5bae0b90-25e0-41a0-aa48-c2335fd70fe2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.703870 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1a48c52e-b397-4e5a-8ec4-0b7ae7b03d09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23f3a4bb74154621acd214cc4cfba1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082597 May 10 21:21:34.704707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48c52e-b397-4e5a-8ec4-0b7ae7b03d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae0b90-25e0-41a0-aa48-c2335fd70fe2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:34.706659 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 50756) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:34.763595 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8eecf52-285c-4b36-9689-e5546a6bdae2 admin admin] Publish callbacks [] for security_group (5bae0b90-25e0-41a0-aa48-c2335fd70fe2), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.788000 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8eecf52-285c-4b36-9689-e5546a6bdae2 admin admin] Publish callbacks [] for security_group (5bae0b90-25e0-41a0-aa48-c2335fd70fe2), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.853970 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11df46-fd6b-46bf-ab7c-bc28219c856e req-a120fdd2-b9d0-4514-b029-17d483664533 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:34.855512 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6e11df46-fd6b-46bf-ab7c-bc28219c856e req-a120fdd2-b9d0-4514-b029-17d483664533 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0483975 May 10 21:21:34.905082 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6e11df46-fd6b-46bf-ab7c-bc28219c856e req-05def117-3239-415d-9bd2-5c8e6643fe14 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 May 10 21:21:34.919430 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8eecf52-285c-4b36-9689-e5546a6bdae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5bae0b90-25e0-41a0-aa48-c2335fd70fe2), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.923914 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8eecf52-285c-4b36-9689-e5546a6bdae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:34.923914 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a8eecf52-285c-4b36-9689-e5546a6bdae2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bae0b90-25e0-41a0-aa48-c2335fd70fe2 HTTP/1.1" status: 204 len: 168 time: 0.2148852 May 10 21:21:34.931900 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eecf52-285c-4b36-9689-e5546a6bdae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae0b90-25e0-41a0-aa48-c2335fd70fe2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:36.016463 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129b0f-b433-4498-a83d-3d45045feaed req-870d650f-77bb-4cf5-b6b6-a653348c3085 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:36.017903 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-82129b0f-b433-4498-a83d-3d45045feaed req-870d650f-77bb-4cf5-b6b6-a653348c3085 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0453200 May 10 21:21:36.069218 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-82129b0f-b433-4498-a83d-3d45045feaed req-2039673d-7650-436c-ab14-25aa3e41e6ff tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 May 10 21:21:37.185266 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342be44-92b0-4ed4-8102-49b8f172767d req-7cd45a29-08af-462d-8d2b-a4340f220341 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:37.186787 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7342be44-92b0-4ed4-8102-49b8f172767d req-7cd45a29-08af-462d-8d2b-a4340f220341 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0495665 May 10 21:21:37.233024 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7342be44-92b0-4ed4-8102-49b8f172767d req-5331d885-cae7-4319-8a1d-49c3b43d577a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 May 10 21:21:38.344437 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03c1e0-a206-491b-8997-bb73d9e9529b req-1cb5378d-ac25-43ff-b4d4-4f4fb5ed2ede tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:38.345862 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb03c1e0-a206-491b-8997-bb73d9e9529b req-1cb5378d-ac25-43ff-b4d4-4f4fb5ed2ede tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0477028 May 10 21:21:38.393371 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb03c1e0-a206-491b-8997-bb73d9e9529b req-0075258b-c54d-4f78-adf8-b6f22f378984 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 May 10 21:21:39.510669 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ced27-56da-46f6-946a-9d51f89b8d27 req-ac286e91-6043-4812-8b5e-049129a77d11 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:39.512149 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fe7ced27-56da-46f6-946a-9d51f89b8d27 req-ac286e91-6043-4812-8b5e-049129a77d11 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0496075 May 10 21:21:39.558351 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fe7ced27-56da-46f6-946a-9d51f89b8d27 req-6fd96f2d-2506-4517-bc06-9abbbb611c76 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 May 10 21:21:40.673953 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7417-5367-4c87-911d-3165c485850a req-0256dcec-352e-4de7-872e-e523539116de tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:40.675371 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-613a7417-5367-4c87-911d-3165c485850a req-0256dcec-352e-4de7-872e-e523539116de tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0516768 May 10 21:21:40.723298 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-613a7417-5367-4c87-911d-3165c485850a req-be66b5a6-5092-4853-856b-5947a304d70b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 May 10 21:21:41.840158 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f054c2a-7361-47e1-b273-34a4120cab6b req-360373af-c805-4566-bcd9-902ff498601c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:41.841599 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f054c2a-7361-47e1-b273-34a4120cab6b req-360373af-c805-4566-bcd9-902ff498601c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0491660 May 10 21:21:41.891161 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1f054c2a-7361-47e1-b273-34a4120cab6b req-84452590-6716-4d3f-8a5d-2cb0b9512bf2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 May 10 21:21:43.006238 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8c66-6759-4b3d-864f-bceecb7eb91a req-52db0935-6b7b-470d-a7a2-4247ce18b99d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:43.008045 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a40b8c66-6759-4b3d-864f-bceecb7eb91a req-52db0935-6b7b-470d-a7a2-4247ce18b99d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0486443 May 10 21:21:43.059314 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a40b8c66-6759-4b3d-864f-bceecb7eb91a req-7eb8aeb6-c693-4269-8624-2c31d37eebc5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 May 10 21:21:43.792767 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:44.172058 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222f2a-bc20-44e5-8d2a-3b057a3ac80a req-6fc6c7e5-4370-4f40-af19-f1bec30a649d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:44.173441 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48222f2a-bc20-44e5-8d2a-3b057a3ac80a req-6fc6c7e5-4370-4f40-af19-f1bec30a649d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0480680 May 10 21:21:44.222975 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48222f2a-bc20-44e5-8d2a-3b057a3ac80a req-54e467b0-01ce-4a45-8d37-2c6a4b92b4f4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440075 May 10 21:21:45.332320 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390824f5-006f-4743-80ef-de33f5d178e4 req-b6166833-4636-4907-9986-54366c3fe85a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:45.333761 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-390824f5-006f-4743-80ef-de33f5d178e4 req-b6166833-4636-4907-9986-54366c3fe85a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0442688 May 10 21:21:45.379900 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-390824f5-006f-4743-80ef-de33f5d178e4 req-1b6804a4-603d-4c0f-9c37-d2196b4f4180 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 May 10 21:21:46.495298 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c018cb-953c-4682-8e6f-9ddf71195638 req-f1f97863-e015-4865-a8be-78fc4f7190b4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:46.496782 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c7c018cb-953c-4682-8e6f-9ddf71195638 req-f1f97863-e015-4865-a8be-78fc4f7190b4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0481012 May 10 21:21:46.518376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-796c15d3-e31a-4340-8fb9-57481be0e860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:46.543033 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c7c018cb-953c-4682-8e6f-9ddf71195638 req-ce6f39cc-dc63-4edf-bea6-9701c5daf56a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 May 10 21:21:47.653605 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e2cc5-7d98-4626-8fdb-7c91dcdd4ab7 req-077425a4-f96e-4a15-a043-23cb5d4cb7f7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:47.655553 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-906e2cc5-7d98-4626-8fdb-7c91dcdd4ab7 req-077425a4-f96e-4a15-a043-23cb5d4cb7f7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0467060 May 10 21:21:47.703986 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-906e2cc5-7d98-4626-8fdb-7c91dcdd4ab7 req-15873fc8-e84d-464d-8df3-bc4e08ed9946 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 May 10 21:21:48.707181 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e89a126b-ce08-4419-8f42-0d808ef62daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:48.820526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0a83-4737-4e29-9bda-5a1b94527356 req-79b90320-0c5c-4ffa-8305-0f5e9275fc4f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:48.822139 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-055d0a83-4737-4e29-9bda-5a1b94527356 req-79b90320-0c5c-4ffa-8305-0f5e9275fc4f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0489147 May 10 21:21:48.874926 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-055d0a83-4737-4e29-9bda-5a1b94527356 req-10858e4d-6b36-463d-9b6a-edde52cbef1b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466967 May 10 21:21:49.355656 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f458-c379-40e8-97ca-c413106fcac7 req-b5618108-6425-4d07-86c0-5ebbb54c4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:49.357535 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ab29f458-c379-40e8-97ca-c413106fcac7 req-b5618108-6425-4d07-86c0-5ebbb54c4590 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0500932 May 10 21:21:49.405767 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ab29f458-c379-40e8-97ca-c413106fcac7 req-8c4acb04-240d-4396-8b46-ea9e93532f9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 May 10 21:21:49.866611 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.001510 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbac1-5d46-4aef-bbd7-6559ac637c6b req-51f823b5-60c4-45b9-9950-ec7148c7ac58 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:50.010894 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-24ebbac1-5d46-4aef-bbd7-6559ac637c6b req-51f823b5-60c4-45b9-9950-ec7148c7ac58 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0682986 May 10 21:21:50.067059 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-24ebbac1-5d46-4aef-bbd7-6559ac637c6b req-042a904f-cf06-4285-be29-7e6e55b363af tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551910 May 10 21:21:50.440021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 51098) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:50.550868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5334eac3-bcdc-4284-a715-50bf3882cb01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.623861 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5334eac3-bcdc-4284-a715-50bf3882cb01 admin admin] Publish callbacks [] for security_group (bf4afa72-4087-4615-a6ad-266acbf43899), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.695038 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5334eac3-bcdc-4284-a715-50bf3882cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (bf4afa72-4087-4615-a6ad-266acbf43899), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.736672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334eac3-bcdc-4284-a715-50bf3882cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4afa72-4087-4615-a6ad-266acbf43899,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:50.741144 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51108) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:50.748779 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5334eac3-bcdc-4284-a715-50bf3882cb01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c450c0c4c3954e96aefb315a599ab588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076010 May 10 21:21:50.797514 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-911107aa-a9ca-4ebb-a2aa-9f8bca720929 admin admin] Publish callbacks [] for security_group (bf4afa72-4087-4615-a6ad-266acbf43899), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.819611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-911107aa-a9ca-4ebb-a2aa-9f8bca720929 admin admin] Publish callbacks [] for security_group (bf4afa72-4087-4615-a6ad-266acbf43899), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.924024 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-911107aa-a9ca-4ebb-a2aa-9f8bca720929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (bf4afa72-4087-4615-a6ad-266acbf43899), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.926678 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-911107aa-a9ca-4ebb-a2aa-9f8bca720929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:50.927935 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-911107aa-a9ca-4ebb-a2aa-9f8bca720929 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf4afa72-4087-4615-a6ad-266acbf43899 HTTP/1.1" status: 204 len: 168 time: 0.1858304 May 10 21:21:50.936580 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911107aa-a9ca-4ebb-a2aa-9f8bca720929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4afa72-4087-4615-a6ad-266acbf43899,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:51.188068 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfedca-a078-4e61-9d3d-eaa6322a63f5 req-9692ed79-adbc-4660-afdd-6d9de271b85b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:51.196615 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39dfedca-a078-4e61-9d3d-eaa6322a63f5 req-9692ed79-adbc-4660-afdd-6d9de271b85b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0649555 May 10 21:21:51.243755 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39dfedca-a078-4e61-9d3d-eaa6322a63f5 req-816a0035-4009-4db1-a673-6f00d217c5c2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459061 May 10 21:21:51.250224 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.575898 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:21:51.596101 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51128) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:51.609466 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00e4d7f1-c04d-4302-99a4-7f35bf1daa8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.684327 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00e4d7f1-c04d-4302-99a4-7f35bf1daa8d admin admin] Publish callbacks [] for security_group (aa556bc3-3663-4279-b843-1a1a1bc0fffa), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.729416 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00e4d7f1-c04d-4302-99a4-7f35bf1daa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (aa556bc3-3663-4279-b843-1a1a1bc0fffa), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.765777 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-00e4d7f1-c04d-4302-99a4-7f35bf1daa8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99e91428c72e44008e768173e2fe1f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686301 May 10 21:21:51.767686 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4d7f1-c04d-4302-99a4-7f35bf1daa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa556bc3-3663-4279-b843-1a1a1bc0fffa,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:51.768532 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 51130) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:51.817897 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07b4b53a-1fa0-4621-9542-afe1fa858aac admin admin] Publish callbacks [] for security_group (aa556bc3-3663-4279-b843-1a1a1bc0fffa), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.840264 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07b4b53a-1fa0-4621-9542-afe1fa858aac admin admin] Publish callbacks [] for security_group (aa556bc3-3663-4279-b843-1a1a1bc0fffa), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.964137 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07b4b53a-1fa0-4621-9542-afe1fa858aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (aa556bc3-3663-4279-b843-1a1a1bc0fffa), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.966734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07b4b53a-1fa0-4621-9542-afe1fa858aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:51.967906 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-07b4b53a-1fa0-4621-9542-afe1fa858aac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa556bc3-3663-4279-b843-1a1a1bc0fffa HTTP/1.1" status: 204 len: 168 time: 0.1982877 May 10 21:21:51.975532 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4b53a-1fa0-4621-9542-afe1fa858aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa556bc3-3663-4279-b843-1a1a1bc0fffa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:52.372246 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a446-e6fd-4748-883b-5eba297ad907 req-0c3191d2-bb04-4f86-9405-0b792b4da7a2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:52.373735 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6855a446-e6fd-4748-883b-5eba297ad907 req-0c3191d2-bb04-4f86-9405-0b792b4da7a2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0466592 May 10 21:21:52.421816 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6855a446-e6fd-4748-883b-5eba297ad907 req-9b441143-7c07-456e-a945-b87d97c6e32e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 May 10 21:21:52.537557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf05c-d541-4aba-a58b-1c33f0f6cdc3 req-dafc6a61-b724-41ac-a87a-9b5e3022967e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:52.538959 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-488cf05c-d541-4aba-a58b-1c33f0f6cdc3 req-dafc6a61-b724-41ac-a87a-9b5e3022967e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0467808 May 10 21:21:52.589013 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-488cf05c-d541-4aba-a58b-1c33f0f6cdc3 req-90f8dfc5-0485-4337-88cc-5efcc3099664 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 May 10 21:21:52.726511 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 51162) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:52.740425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a587f36-3984-4dba-9c40-0794d9a71be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:52.816156 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a587f36-3984-4dba-9c40-0794d9a71be6 admin admin] Publish callbacks [] for security_group (d7199d94-695c-4be5-84b4-43c8b3affe98), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:52.877666 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:52.923462 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a587f36-3984-4dba-9c40-0794d9a71be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (d7199d94-695c-4be5-84b4-43c8b3affe98), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:52.960989 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0a587f36-3984-4dba-9c40-0794d9a71be6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecb62edb075d4b67975fb39760c1363b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334208 May 10 21:21:52.963078 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a587f36-3984-4dba-9c40-0794d9a71be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7199d94-695c-4be5-84b4-43c8b3affe98,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:52.964394 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51164) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:21:53.012689 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2606456b-e5cb-4f5f-8eb3-1b537061745a admin admin] Publish callbacks [] for security_group (d7199d94-695c-4be5-84b4-43c8b3affe98), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:53.033149 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2606456b-e5cb-4f5f-8eb3-1b537061745a admin admin] Publish callbacks [] for security_group (d7199d94-695c-4be5-84b4-43c8b3affe98), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:53.140679 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2606456b-e5cb-4f5f-8eb3-1b537061745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (d7199d94-695c-4be5-84b4-43c8b3affe98), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:53.143274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2606456b-e5cb-4f5f-8eb3-1b537061745a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:21:53.144395 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2606456b-e5cb-4f5f-8eb3-1b537061745a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7199d94-695c-4be5-84b4-43c8b3affe98 HTTP/1.1" status: 204 len: 168 time: 0.1782932 May 10 21:21:53.152617 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606456b-e5cb-4f5f-8eb3-1b537061745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7199d94-695c-4be5-84b4-43c8b3affe98,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:21:55.809361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86a919-c6a8-4578-8daa-573e9d7a342e req-9da619c2-36e5-4450-ba63-fb94e6aedc46 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:55.810855 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c86a919-c6a8-4578-8daa-573e9d7a342e req-9da619c2-36e5-4450-ba63-fb94e6aedc46 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0467370 May 10 21:21:55.857666 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c86a919-c6a8-4578-8daa-573e9d7a342e req-4c66c479-c510-4409-92b6-4492e3daaa16 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 May 10 21:21:55.906289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-5331dea0-ec27-4315-83cc-76a0df34ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:55.907824 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-5331dea0-ec27-4315-83cc-76a0df34ea12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1129 time: 0.0423565 May 10 21:21:56.004441 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-b8103e43-1e92-4e2d-893f-754ccd33243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:56.005888 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-b8103e43-1e92-4e2d-893f-754ccd33243b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.0834663 May 10 21:21:56.055154 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-00a15626-20df-49e8-a753-d5a2011fcba0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 200 len: 217 time: 0.0377047 May 10 21:21:56.106168 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-89678a1d-03e7-4328-ba35-bf67d6bc318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:56.107667 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-89678a1d-03e7-4328-ba35-bf67d6bc318d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0435865 May 10 21:21:56.153417 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-56347862-92ad-4897-b179-1000d3d87ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:56.154981 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-56347862-92ad-4897-b179-1000d3d87ab4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410705 May 10 21:21:56.461679 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-a295f7bf-1c11-49e0-9bfe-df95067a7710 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997134 May 10 21:21:56.554567 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-386a7c4d-1e33-4080-b5b1-ca73181a4917 req-761a5b2a-55dd-4e99-a4f6-e3ab7dcbf6ac service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870101 May 10 21:21:56.971373 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3f384-c577-4055-9f86-2310bcc2e3fe req-3290d1ef-e6e3-4e61-bfed-c2a0b6e5deee tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:56.972835 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-38e3f384-c577-4055-9f86-2310bcc2e3fe req-3290d1ef-e6e3-4e61-bfed-c2a0b6e5deee tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0452001 May 10 21:21:57.019861 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-38e3f384-c577-4055-9f86-2310bcc2e3fe req-f9c5d1df-de5f-41f8-b64e-a620ac452bcc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 May 10 21:21:58.132556 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bd42-9a2a-46a5-adc8-08d363b7c120 req-0a16a085-752b-437a-b1bf-032447205e98 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:58.134284 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5207bd42-9a2a-46a5-adc8-08d363b7c120 req-0a16a085-752b-437a-b1bf-032447205e98 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0472276 May 10 21:21:58.185003 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5207bd42-9a2a-46a5-adc8-08d363b7c120 req-f71e49aa-3fa6-434f-8ef9-0cc3d2567447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 May 10 21:21:59.296603 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2138c-540d-47e9-9317-4c9e212732ec req-f8145639-fbce-45e9-9686-276377715cf5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:21:59.298109 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ecb2138c-540d-47e9-9317-4c9e212732ec req-f8145639-fbce-45e9-9686-276377715cf5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0475662 May 10 21:21:59.344824 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ecb2138c-540d-47e9-9317-4c9e212732ec req-165a48cb-0011-4727-a0cc-b5bced4aa967 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 May 10 21:22:00.461154 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536d07c-e79e-425a-a303-5b1636f0a977 req-a77bae85-9d1e-477d-93db-52e37171fc43 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:00.462653 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2536d07c-e79e-425a-a303-5b1636f0a977 req-a77bae85-9d1e-477d-93db-52e37171fc43 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0482738 May 10 21:22:00.508833 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2536d07c-e79e-425a-a303-5b1636f0a977 req-7428b7a5-acb8-4f34-b775-d94e880615f4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 May 10 21:22:01.625833 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9eb7d-bab3-41f3-bbc3-5e89668516a7 req-89d24951-5200-4181-b115-507ab9320b7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:01.627301 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89c9eb7d-bab3-41f3-bbc3-5e89668516a7 req-89d24951-5200-4181-b115-507ab9320b7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0490179 May 10 21:22:01.673192 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-89c9eb7d-bab3-41f3-bbc3-5e89668516a7 req-0e7943ac-4947-4ad2-bcc5-05b049c29b6d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 May 10 21:22:02.782309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6adbdc-2169-44d6-a60c-5866660b7bf8 req-b878fcda-ebd8-4765-a1d2-6fd5f1611b9d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:02.783707 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cd6adbdc-2169-44d6-a60c-5866660b7bf8 req-b878fcda-ebd8-4765-a1d2-6fd5f1611b9d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0453594 May 10 21:22:02.829475 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cd6adbdc-2169-44d6-a60c-5866660b7bf8 req-e3d82b46-6966-4269-af38-ce3bcad3073e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 May 10 21:22:03.939820 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd33ba9-87c7-44a1-a4e8-55402fbf3d78 req-914d0a40-cf41-4ccc-9937-70d6d4741f19 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:03.941194 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bbd33ba9-87c7-44a1-a4e8-55402fbf3d78 req-914d0a40-cf41-4ccc-9937-70d6d4741f19 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0450304 May 10 21:22:03.988574 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bbd33ba9-87c7-44a1-a4e8-55402fbf3d78 req-8f9ea792-7fc8-414f-a125-cc8a71e6f904 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 May 10 21:22:04.255053 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:04.398220 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e90baa3-9400-4757-804e-b706f1eb3a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.475787 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e90baa3-9400-4757-804e-b706f1eb3a3b admin admin] Publish callbacks [] for security_group (4586c84d-97b7-4131-b64c-e9f9dc2800e4), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.546172 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e90baa3-9400-4757-804e-b706f1eb3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (4586c84d-97b7-4131-b64c-e9f9dc2800e4), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.587346 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-0e90baa3-9400-4757-804e-b706f1eb3a3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=070137d4f7db4fd3a9d749ab528b63fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311346 May 10 21:22:04.588121 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90baa3-9400-4757-804e-b706f1eb3a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4586c84d-97b7-4131-b64c-e9f9dc2800e4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:04.589923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 51358) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:04.642633 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d4d5850-bb39-4124-90b4-09f7789bea2f admin admin] Publish callbacks [] for security_group (4586c84d-97b7-4131-b64c-e9f9dc2800e4), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.662792 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d4d5850-bb39-4124-90b4-09f7789bea2f admin admin] Publish callbacks [] for security_group (4586c84d-97b7-4131-b64c-e9f9dc2800e4), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.762972 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d4d5850-bb39-4124-90b4-09f7789bea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (4586c84d-97b7-4131-b64c-e9f9dc2800e4), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.765488 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d4d5850-bb39-4124-90b4-09f7789bea2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:04.766661 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1d4d5850-bb39-4124-90b4-09f7789bea2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4586c84d-97b7-4131-b64c-e9f9dc2800e4 HTTP/1.1" status: 204 len: 168 time: 0.1751120 May 10 21:22:04.774427 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d5850-bb39-4124-90b4-09f7789bea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4586c84d-97b7-4131-b64c-e9f9dc2800e4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:05.101204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad585-b53c-442c-84d0-0bfcc354d965 req-7ce44c7a-da64-4af9-8bfe-5ca5b2ce88c4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:05.102756 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c7cad585-b53c-442c-84d0-0bfcc354d965 req-7ce44c7a-da64-4af9-8bfe-5ca5b2ce88c4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0462475 May 10 21:22:05.151161 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c7cad585-b53c-442c-84d0-0bfcc354d965 req-42595fb5-c276-4e05-b1e9-d4ae12db2707 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 May 10 21:22:06.268616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bd6d8-8724-4bd6-b0f9-d99131e544d4 req-5c0ac012-6661-4332-9cf1-a89aee1c0354 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:06.270064 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-942bd6d8-8724-4bd6-b0f9-d99131e544d4 req-5c0ac012-6661-4332-9cf1-a89aee1c0354 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0460300 May 10 21:22:06.315784 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-942bd6d8-8724-4bd6-b0f9-d99131e544d4 req-00085d61-b6a6-4e1f-980a-5839dee4bd68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 May 10 21:22:07.427280 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e481d1-e50f-49d7-a1e7-261b254cf1d2 req-ce5f4ab0-b4e3-4ac4-96a0-d7f2adad8dc4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:07.428727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-95e481d1-e50f-49d7-a1e7-261b254cf1d2 req-ce5f4ab0-b4e3-4ac4-96a0-d7f2adad8dc4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0479958 May 10 21:22:07.474501 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-95e481d1-e50f-49d7-a1e7-261b254cf1d2 req-2b0f571b-f560-4596-b643-d8abe04a093e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 May 10 21:22:08.586933 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35274f55-8c1f-4298-a90a-fd24488b46db req-b72cc65d-5461-4cfe-8a2d-f290e28fe25c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:08.588385 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-35274f55-8c1f-4298-a90a-fd24488b46db req-b72cc65d-5461-4cfe-8a2d-f290e28fe25c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0459428 May 10 21:22:08.634291 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-35274f55-8c1f-4298-a90a-fd24488b46db req-c658f31f-3bbf-4fb0-a046-86b2edbe15f1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 May 10 21:22:09.749483 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaace3d-3143-485c-bf3a-74623bc08cef req-1093e2aa-9039-41b1-8f52-2f587256d919 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:09.751058 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bdaace3d-3143-485c-bf3a-74623bc08cef req-1093e2aa-9039-41b1-8f52-2f587256d919 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0490398 May 10 21:22:09.799320 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bdaace3d-3143-485c-bf3a-74623bc08cef req-58cafb19-6e4e-454d-a11b-1749f37acb8f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 May 10 21:22:10.909266 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7195-05e7-4b5a-b4ed-b7be895fefd1 req-9226c139-bc23-46d9-b4cd-4ad92037f564 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:10.910731 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3de7195-05e7-4b5a-b4ed-b7be895fefd1 req-9226c139-bc23-46d9-b4cd-4ad92037f564 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0453990 May 10 21:22:10.956691 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3de7195-05e7-4b5a-b4ed-b7be895fefd1 req-a754c460-9513-466a-9729-6cbc47a03557 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 May 10 21:22:11.846564 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-ce147519-eb33-49c2-8d3c-2218d7685f7c tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=eda2d177aafc4fea94a790441a580fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297821 May 10 21:22:12.035070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-1d2ffc04-e2fb-4f9b-8d58-5777bcadc05d tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:12.036884 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-1d2ffc04-e2fb-4f9b-8d58-5777bcadc05d tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847963 May 10 21:22:12.052395 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-5a0c8bbe-3e09-48eb-b657-7795379ea32c tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/quotas/eda2d177aafc4fea94a790441a580fcf HTTP/1.1" status: 200 len: 375 time: 0.0103381 May 10 21:22:12.079946 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff75d84-334c-4bca-8112-45299e4dfefb req-cc874f3d-97d9-4933-bd1c-850d03f362dc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:12.081770 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4ff75d84-334c-4bca-8112-45299e4dfefb req-cc874f3d-97d9-4933-bd1c-850d03f362dc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0492456 May 10 21:22:12.093165 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-32ce5e8e-ea1e-4873-a832-6c119ed54ba9 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda2d177aafc4fea94a790441a580fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345681 May 10 21:22:12.140395 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4ff75d84-334c-4bca-8112-45299e4dfefb req-f87ba18a-b496-4c1b-a0f5-0963bc96fa08 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526829 May 10 21:22:12.363964 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ec010339-b7b3-4adc-b403-b3c9ab2ba0ab req-38fb9e4c-ba2c-4f12-aad0-31f232a2eede tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 210 time: 0.0279653 May 10 21:22:12.933924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-c180e05a-b41e-4dd4-83ba-a7212ae31648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:12.935758 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-c180e05a-b41e-4dd4-83ba-a7212ae31648 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1129 time: 0.0396762 May 10 21:22:13.044781 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-8eba3ef5-3100-497f-b84b-d59c0b1508b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:13.046165 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-8eba3ef5-3100-497f-b84b-d59c0b1508b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.0904658 May 10 21:22:13.121426 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-c3c924d8-3b3c-458a-80d9-2d455cbf0abf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 200 len: 217 time: 0.0363832 May 10 21:22:13.173503 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-2307e394-bd53-4f51-b109-b7875fa16974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:13.175009 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-2307e394-bd53-4f51-b109-b7875fa16974 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0451040 May 10 21:22:13.231477 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-f94913b8-e9c7-4450-9668-dc51f064c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:13.233497 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-f94913b8-e9c7-4450-9668-dc51f064c80c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510626 May 10 21:22:13.266698 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482afc-5245-43b6-8915-7ef05d1b24a3 req-b6083392-7e84-42de-a458-059ef7b735d6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:13.275327 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c6482afc-5245-43b6-8915-7ef05d1b24a3 req-b6083392-7e84-42de-a458-059ef7b735d6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0628383 May 10 21:22:13.331352 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c6482afc-5245-43b6-8915-7ef05d1b24a3 req-22013099-1085-4ddd-8d33-5f189a99a2e1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550292 May 10 21:22:13.344635 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-f1e6a23d-1fd3-49b1-b9b3-6bffa0597280 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014705 May 10 21:22:13.485361 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a365b65-4e4f-4f01-a2b0-90196852421b req-0f0c622c-2215-4ad3-aecf-2d2cb9ca08db tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 210 time: 0.0525947 May 10 21:22:13.497144 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16a5de17-031c-4c5b-b06a-a14eba8a11e2 req-438694aa-ce02-465c-be09-2ba73a49e60d service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399541 May 10 21:22:13.785175 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:14.124034 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ebfe1-54a6-4623-be5c-e5d1552b894a req-0803cd9b-2011-40f2-a4c0-a2a940916a0f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:14.125482 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6d8ebfe1-54a6-4623-be5c-e5d1552b894a req-0803cd9b-2011-40f2-a4c0-a2a940916a0f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0459998 May 10 21:22:14.172047 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6d8ebfe1-54a6-4623-be5c-e5d1552b894a req-f6f2d7ec-7ee2-41b2-8439-38f6a529dca9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 May 10 21:22:14.445706 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fab825-6f7c-4875-917d-ebd2c6345e2c req-bad92820-b5d9-434e-ae00-96293dbd2aee tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:14.447331 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c0fab825-6f7c-4875-917d-ebd2c6345e2c req-bad92820-b5d9-434e-ae00-96293dbd2aee tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0481818 May 10 21:22:14.490517 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-0bac260c-3280-4311-8589-2ff909ac42ca tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=eda2d177aafc4fea94a790441a580fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349877 May 10 21:22:14.502206 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c0fab825-6f7c-4875-917d-ebd2c6345e2c req-bed3dc1c-85a7-44f8-8c1f-40ddc1bd3388 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 May 10 21:22:14.665495 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-82f12cbd-40ad-457f-a1c0-4c08a3547670 req-99132087-2c4c-49b4-85f5-86e792fb890a tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 210 time: 0.0842562 May 10 21:22:14.724869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-2be9112d-600f-4c86-8d49-224eb35c188f tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:14.726328 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-2be9112d-600f-4c86-8d49-224eb35c188f tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283549 May 10 21:22:14.740064 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Request body: {'port': {'device_id': '82497d59-5b76-4042-bd16-d88afa339f48', 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306', 'admin_state_up': True, 'tenant_id': 'eda2d177aafc4fea94a790441a580fcf'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:14.939631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Made reservation on behalf of eda2d177aafc4fea94a790441a580fcf for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:14.943204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:14.952222 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.031687 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks [] for security_group (83c6ce52-178f-479e-b6ce-bd1dc34536e9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.059452 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 51572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:15.111026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (83c6ce52-178f-479e-b6ce-bd1dc34536e9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.188641 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c6ce52-178f-479e-b6ce-bd1dc34536e9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:15.193995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d34301c6-a701-4960-9585-bc070768b401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.209961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.210311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.210681 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.211020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.211356 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.211690 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.212017 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.212349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.212668 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.212992 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.213413 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.213627 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.213948 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.214582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.214582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.295326 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46427353-235e-4d0e-b205-8d558c02d251 req-bd3ed0c0-ea65-45e9-a5d6-197b45cb6829 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:15.296975 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-46427353-235e-4d0e-b205-8d558c02d251 req-bd3ed0c0-ea65-45e9-a5d6-197b45cb6829 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0473249 May 10 21:22:15.299735 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Allocated IP 192.168.233.110 (03f15d24-dee7-4394-8c0f-e45b8ff17306/ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6/84f501d5-9ad9-45d2-a2e3-8a462ef2a27a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:15.348378 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-46427353-235e-4d0e-b205-8d558c02d251 req-f3344a48-4177-4dd4-86de-16c345fda7b8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 May 10 21:22:15.369623 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d34301c6-a701-4960-9585-bc070768b401 admin admin] Publish callbacks [] for security_group (3b871eab-e3e2-4a00-a714-8f4b403279ce), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.438139 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d34301c6-a701-4960-9585-bc070768b401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (3b871eab-e3e2-4a00-a714-8f4b403279ce), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.496252 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d34301c6-a701-4960-9585-bc070768b401 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebbee11b6c6b476f9b92408c0ae00dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357030 May 10 21:22:15.499254 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51578) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:15.499733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34301c6-a701-4960-9585-bc070768b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b871eab-e3e2-4a00-a714-8f4b403279ce,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:15.515757 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks [] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.551155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Publish callbacks [] for security_group (3b871eab-e3e2-4a00-a714-8f4b403279ce), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.571734 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Publish callbacks [] for security_group (3b871eab-e3e2-4a00-a714-8f4b403279ce), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.609453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.662947 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8a53-1934-4aec-a90d-cc8320669f2c req-b2de026e-06c8-4f67-9b7a-1b612ab1dc35 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:15.664450 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4ebb8a53-1934-4aec-a90d-cc8320669f2c req-b2de026e-06c8-4f67-9b7a-1b612ab1dc35 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0845091 May 10 21:22:15.675222 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Network 03f15d24-dee7-4394-8c0f-e45b8ff17306 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:15.689431 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:15.690130 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (3b871eab-e3e2-4a00-a714-8f4b403279ce), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.692993 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.694450 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b871eab-e3e2-4a00-a714-8f4b403279ce HTTP/1.1" status: 204 len: 168 time: 0.1934762 May 10 21:22:15.698338 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Pushing event updated for resources: {'Port': ['ID=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:15.700855 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:15.710072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b871eab-e3e2-4a00-a714-8f4b403279ce,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:15.721018 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.721689 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.722305 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.722879 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.723280 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.734207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c4c2d-af31-4a1c-9e41-d9855497e18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:15.774914 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4ebb8a53-1934-4aec-a90d-cc8320669f2c req-9ac0a80f-3304-4b8c-a980-dc7fc969651d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943947 May 10 21:22:15.777892 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:15.777892 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:15.822682 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e5e9-c4f9-4756-b235-3609c0db8a14 req-7e1da350-46c1-4688-88ff-3a4e535583ad tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:15.824227 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b2b4e5e9-c4f9-4756-b235-3609c0db8a14 req-7e1da350-46c1-4688-88ff-3a4e535583ad tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 936 time: 0.0623431 May 10 21:22:15.843846 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-025da350-17d9-4e61-9637-7352006cd973 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1031697 May 10 21:22:15.859003 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Request body: {'port': {'device_id': '82497d59-5b76-4042-bd16-d88afa339f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:15.912435 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b2b4e5e9-c4f9-4756-b235-3609c0db8a14 req-fe346b02-b11c-4445-bf4a-d5f151aaad15 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795622 May 10 21:22:15.945128 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.009378 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-24c39c61-4d05-417b-96b0-25caf49b0fd1 None None] Provisioning complete for port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:16.009927 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-24c39c61-4d05-417b-96b0-25caf49b0fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.046940 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-24c39c61-4d05-417b-96b0-25caf49b0fd1 None None] Port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:22:16.246928 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:22:16.254629 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Publish callbacks [] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.267571 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Transition to ACTIVE for port object 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:22:16.374526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.443845 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Pushing event updated for resources: {'Port': ['ID=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:16.521213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dd721-bc8a-4ba2-9649-c5463c9eb527 req-564fc586-4f1c-47a1-a8ab-c631b786d9dd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:16.522809 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-040dd721-bc8a-4ba2-9649-c5463c9eb527 req-564fc586-4f1c-47a1-a8ab-c631b786d9dd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0949130 May 10 21:22:16.556737 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf1cec03-a4c0-4b20-b31c-69c32d31e5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.574195 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Attempting to bind port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:22:16.574565 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Attempting to bind port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:22:16.576513 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Attempting to bind port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a on network 03f15d24-dee7-4394-8c0f-e45b8ff17306 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:22:16.589527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a on network 03f15d24-dee7-4394-8c0f-e45b8ff17306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:22:16.589855 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Attempting to bind port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a on network 03f15d24-dee7-4394-8c0f-e45b8ff17306 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:22:16.603869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:22:16.604213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Checking segment: {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:22:16.604604 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Bound using segment: {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:22:16.605047 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Bound port: 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdb231b-b08f-4a7f-9b6d-04c377f3571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:22:16.605413 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.623524 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-040dd721-bc8a-4ba2-9649-c5463c9eb527 req-060d53f0-e827-400c-9c9a-5acb8ebd16a9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866494 May 10 21:22:16.699472 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] For port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:22:16.702744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] For port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:22:16.798116 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.836247 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:16.836247 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:16.836953 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] 10.222.0.23 "PUT /v2.0/ports/84f501d5-9ad9-45d2-a2e3-8a462ef2a27a HTTP/1.1" status: 200 len: 1098 time: 0.9828999 May 10 21:22:16.837400 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82497d59-5b76-4042-bd16-d88afa339f48', 'tag': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:16.845179 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd5f60-2c8d-4897-a5b5-9864e23b40df" -d '{"events": [{"name": "network-changed", "server_uuid": "82497d59-5b76-4042-bd16-d88afa339f48", "tag": "84f501d5-9ad9-45d2-a2e3-8a462ef2a27a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:16.877112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a616f-42a4-427e-a156-f2a99bd5b566 service neutron] Pushing event updated for resources: {'Port': ['ID=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:16.900347 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a26443-816f-4969-a945-07c33077cd5e x-openstack-request-id: req-56a26443-816f-4969-a945-07c33077cd5e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:16.900347 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82497d59-5b76-4042-bd16-d88afa339f48", "tag": "84f501d5-9ad9-45d2-a2e3-8a462ef2a27a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:16.900347 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56a26443-816f-4969-a945-07c33077cd5e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:16.900347 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a26443-816f-4969-a945-07c33077cd5e'] response: {'name': 'network-changed', 'server_uuid': '82497d59-5b76-4042-bd16-d88afa339f48', 'tag': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a', 'status': 'completed', 'code': 200} May 10 21:22:16.929411 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c582-70f1-40a9-9f0f-e2b2eccbce6d req-63e4e669-edd0-473f-97ad-318950026499 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:16.931499 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8498c582-70f1-40a9-9f0f-e2b2eccbce6d req-63e4e669-edd0-473f-97ad-318950026499 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0597920 May 10 21:22:16.989656 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5f60-2c8d-4897-a5b5-9864e23b40df req-f06932de-5653-417a-b515-f91ac8af3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:16.991772 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a0dd5f60-2c8d-4897-a5b5-9864e23b40df req-f06932de-5653-417a-b515-f91ac8af3885 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eda2d177aafc4fea94a790441a580fcf&device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 1132 time: 0.0697918 May 10 21:22:17.017053 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8498c582-70f1-40a9-9f0f-e2b2eccbce6d req-bfbf2ba3-3adb-44c0-9691-749e108ae547 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746706 May 10 21:22:17.041600 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a0dd5f60-2c8d-4897-a5b5-9864e23b40df req-5c5a3714-0f39-44b1-ac02-8de750174b1d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=eda2d177aafc4fea94a790441a580fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424161 May 10 21:22:17.148618 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447b72-881a-4b8c-a38f-50a43ec02c74 req-91fb803e-fbc7-4ccc-928c-eb7eb6d14658 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:17.156181 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11447b72-881a-4b8c-a38f-50a43ec02c74 req-91fb803e-fbc7-4ccc-928c-eb7eb6d14658 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 948 time: 0.1170135 May 10 21:22:17.217244 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5f60-2c8d-4897-a5b5-9864e23b40df req-0dcf7aca-ff5b-441e-91ab-926aafa1db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:17.220001 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a0dd5f60-2c8d-4897-a5b5-9864e23b40df req-0dcf7aca-ff5b-441e-91ab-926aafa1db9b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679149 May 10 21:22:17.222101 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11447b72-881a-4b8c-a38f-50a43ec02c74 req-2f9aa7a4-3133-494e-add0-59c8b754d98a tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 May 10 21:22:17.306655 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-f167ece3-aa4f-400b-a5af-a04484ecaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:17.308222 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-f167ece3-aa4f-400b-a5af-a04484ecaefb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eda2d177aafc4fea94a790441a580fcf&device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 1132 time: 0.0461247 May 10 21:22:17.355066 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-995ef49b-37c0-44ec-8381-4dc29881ffd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a HTTP/1.1" status: 200 len: 217 time: 0.0357854 May 10 21:22:17.403322 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-5ad22594-5451-441b-8ede-e5f4c4cd9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:17.405485 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-5ad22594-5451-441b-8ede-e5f4c4cd9525 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6 HTTP/1.1" status: 200 len: 843 time: 0.0435796 May 10 21:22:17.451787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-da8ea0be-8330-4f72-b673-fc8f859dbeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:17.453450 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-da8ea0be-8330-4f72-b673-fc8f859dbeaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=03f15d24-dee7-4394-8c0f-e45b8ff17306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420558 May 10 21:22:17.548566 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-22fa3b82-19a1-4518-af39-042d0ee4f15c service neutron] 10.222.0.23 "GET /v2.0/networks/03f15d24-dee7-4394-8c0f-e45b8ff17306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885561 May 10 21:22:17.724340 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-426e4976-6a35-40cb-888c-7d92c74f65e0 req-62e87083-738a-4487-9ca3-7c1f682e0e5f service neutron] 10.222.0.23 "GET /v2.0/networks/03f15d24-dee7-4394-8c0f-e45b8ff17306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085045 May 10 21:22:17.752780 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7930-597b-4d41-843e-03c988eac711 req-4bf576ac-3b9e-4dac-8de4-f2f1e5b51a24 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:17.754251 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-289b7930-597b-4d41-843e-03c988eac711 req-4bf576ac-3b9e-4dac-8de4-f2f1e5b51a24 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0470722 May 10 21:22:17.819102 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-289b7930-597b-4d41-843e-03c988eac711 req-c98bfd6d-76db-4a0f-b252-e2eba0451b05 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590229 May 10 21:22:18.136112 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450da11f-2f89-4b44-ae1f-a2a7fbb60b77 req-201116d1-b178-4ec1-ae76-988ab301b3f6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:18.137657 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-450da11f-2f89-4b44-ae1f-a2a7fbb60b77 req-201116d1-b178-4ec1-ae76-988ab301b3f6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0480881 May 10 21:22:18.186566 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-450da11f-2f89-4b44-ae1f-a2a7fbb60b77 req-76bbb791-c965-4b1a-bb1f-0e6d7f5456a4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 May 10 21:22:18.344398 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bdb0f-5030-41fe-afe8-1eed44f0ef58 req-a00a2462-145d-405c-92ef-3ab82450fb5b tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:18.346067 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-792bdb0f-5030-41fe-afe8-1eed44f0ef58 req-a00a2462-145d-405c-92ef-3ab82450fb5b tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 948 time: 0.0485857 May 10 21:22:18.394256 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-792bdb0f-5030-41fe-afe8-1eed44f0ef58 req-9a63814c-3be1-4ace-9ab8-d2c1871e3be3 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 May 10 21:22:18.676371 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b477-c890-4134-8c81-0f96563f3f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:18.949453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fc31-3564-484e-85fa-c5dfa11fcdaf req-d1af7e8e-eb42-4e0b-a514-df327fb91285 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:18.950993 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2a98fc31-3564-484e-85fa-c5dfa11fcdaf req-d1af7e8e-eb42-4e0b-a514-df327fb91285 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0468900 May 10 21:22:19.011392 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2a98fc31-3564-484e-85fa-c5dfa11fcdaf req-4a8de812-fd04-4c87-958b-9e7350219566 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546114 May 10 21:22:19.442953 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c81bd5-c4c2-42d2-86d8-d87e45b7da9e req-33214f5e-a21b-43bb-ab68-0065c5efc65f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:19.444405 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c8c81bd5-c4c2-42d2-86d8-d87e45b7da9e req-33214f5e-a21b-43bb-ab68-0065c5efc65f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0497272 May 10 21:22:19.491817 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c8c81bd5-c4c2-42d2-86d8-d87e45b7da9e req-b42258be-f206-4f50-804e-6d7ab282e626 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 May 10 21:22:19.590510 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f26f9-fd15-471d-bffd-857204ffac37 req-0dd2f21d-4db9-46c5-99f9-850219ce3949 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:19.592680 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-de5f26f9-fd15-471d-bffd-857204ffac37 req-0dd2f21d-4db9-46c5-99f9-850219ce3949 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 948 time: 0.0465782 May 10 21:22:19.639463 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-de5f26f9-fd15-471d-bffd-857204ffac37 req-7823a90c-fdf5-45e5-90ee-c0af5446239b tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 May 10 21:22:19.865249 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:19.895482 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71790984-5df3-46ae-9810-93a5aaf0e5c8 req-7ad3bb16-ab29-4c21-a1a3-976a4954769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:19.898136 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71790984-5df3-46ae-9810-93a5aaf0e5c8 req-7ad3bb16-ab29-4c21-a1a3-976a4954769c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1129 time: 0.0661442 May 10 21:22:19.953727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71790984-5df3-46ae-9810-93a5aaf0e5c8 req-1f2e98a9-d656-4da8-bbe7-f520fb3f610d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 May 10 21:22:20.140370 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:22:20.236205 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:20.247194 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a', 'network_id': '03f15d24-dee7-4394-8c0f-e45b8ff17306', 'port_id': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a', 'mac_address': 'fa:16:3e:ee:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f5b6a-0f8a-4435-8ac3-6c3e97ef2aa6', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:22:20.290057 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:20.290505 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:20.303957 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:22:20.323595 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:20.384971 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:20.433867 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:20.442020 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.442602 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.443380 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.443882 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.444367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.445036 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.445501 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.445976 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.446472 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.447030 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.447560 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.448097 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.448438 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.448770 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.449096 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:20.495274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719324c-876a-4cec-9b4e-25d1fcfed299 req-f80e754d-f3f5-47c6-bb65-7801138aa19d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:20.496642 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2719324c-876a-4cec-9b4e-25d1fcfed299 req-f80e754d-f3f5-47c6-bb65-7801138aa19d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0563819 May 10 21:22:20.543226 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2719324c-876a-4cec-9b4e-25d1fcfed299 req-e31f0d0e-fcd5-4c8c-a596-7524970fed78 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 May 10 21:22:20.649231 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69da92c-617f-4504-9317-2cdb1bbfac36 req-f59bd1fb-70ea-432b-879f-ca2206d5681f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:20.650702 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c69da92c-617f-4504-9317-2cdb1bbfac36 req-f59bd1fb-70ea-432b-879f-ca2206d5681f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0482326 May 10 21:22:20.663236 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['84f501d5-9ad9-45d2-a2e3-8a462ef2a27a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:22:20.697222 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c69da92c-617f-4504-9317-2cdb1bbfac36 req-26ba7ca2-2be7-4860-a8ae-a2a1d4ce9a86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 May 10 21:22:20.831001 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebfa08-a3fa-4f02-8a29-47e01d6bbd70 req-42563c58-162b-49fb-9e81-ce0c545627d9 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:20.832610 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5bebfa08-a3fa-4f02-8a29-47e01d6bbd70 req-42563c58-162b-49fb-9e81-ce0c545627d9 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 949 time: 0.0624483 May 10 21:22:20.905049 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5bebfa08-a3fa-4f02-8a29-47e01d6bbd70 req-7fe67289-28ea-41c9-b2dd-01f57adadb34 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492790 May 10 21:22:21.287922 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:21.664097 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62ebe3-7081-4ed1-b142-a95a516e7335 req-8e7145c5-9876-4aeb-9079-3c87a0aa154b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:21.665561 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb62ebe3-7081-4ed1-b142-a95a516e7335 req-8e7145c5-9876-4aeb-9079-3c87a0aa154b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0486701 May 10 21:22:21.712169 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb62ebe3-7081-4ed1-b142-a95a516e7335 req-9686a8c6-0eb0-4e67-804d-390de9981020 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 May 10 21:22:21.838536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b341c5-8958-40b6-bc5e-07ebd934364a req-5657a8f7-36ee-472f-8f01-1fab10c94729 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:21.839990 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-12b341c5-8958-40b6-bc5e-07ebd934364a req-5657a8f7-36ee-472f-8f01-1fab10c94729 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0498455 May 10 21:22:21.890939 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-12b341c5-8958-40b6-bc5e-07ebd934364a req-86aec603-4d59-4e1e-a908-183d77b3529e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 May 10 21:22:22.011603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a588b-38eb-4987-931d-3099f91c1ff7 req-8db920ab-5726-4e1d-bacf-adde1ffaaef6 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:22.013145 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d25a588b-38eb-4987-931d-3099f91c1ff7 req-8db920ab-5726-4e1d-bacf-adde1ffaaef6 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 949 time: 0.0464640 May 10 21:22:22.058770 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d25a588b-38eb-4987-931d-3099f91c1ff7 req-8c984564-ccf7-48c4-8eed-2d4bb4402579 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 May 10 21:22:22.248573 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbe77a-5ccf-4f0e-ac3f-547df3bd435a req-79e68b11-4c38-4af5-95e8-ac1771a72ca1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:22.250006 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89bbe77a-5ccf-4f0e-ac3f-547df3bd435a req-79e68b11-4c38-4af5-95e8-ac1771a72ca1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0464830 May 10 21:22:22.296229 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-89bbe77a-5ccf-4f0e-ac3f-547df3bd435a req-fb4b4d8f-f4ce-4728-86a4-ae8e38ed6d3a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 May 10 21:22:22.825324 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:22.846560 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaa726-6642-4e18-a560-a63aa8595d58 req-9b1885cb-db15-492c-828d-5e025df49cb8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:22.846560 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-75aaa726-6642-4e18-a560-a63aa8595d58 req-9b1885cb-db15-492c-828d-5e025df49cb8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0591853 May 10 21:22:22.895463 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-75aaa726-6642-4e18-a560-a63aa8595d58 req-bbc33efb-69b4-4526-a872-1acaa1903c14 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 May 10 21:22:23.286914 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:22:23.334310 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:22:23.392731 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a957cc-94b6-4382-8ca6-964162c309b1 req-7c91d573-5450-4401-bf15-7051175a4419 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:23.394275 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-20a957cc-94b6-4382-8ca6-964162c309b1 req-7c91d573-5450-4401-bf15-7051175a4419 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 949 time: 0.2678983 May 10 21:22:23.413297 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:23.413775 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:23.414520 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cada-34e2-4408-8dd4-92cd9c144082 req-6379c3c7-aa9b-4232-b2da-e4248bd642cd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:23.416206 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ff91cada-34e2-4408-8dd4-92cd9c144082 req-6379c3c7-aa9b-4232-b2da-e4248bd642cd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0477209 May 10 21:22:23.444349 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-20a957cc-94b6-4382-8ca6-964162c309b1 req-f1890be6-4964-4e78-be1e-77c15de177cd tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436385 May 10 21:22:23.471755 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ff91cada-34e2-4408-8dd4-92cd9c144082 req-c2a2f8c1-25d5-4efa-8088-36ab24f0640b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 May 10 21:22:23.496119 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:23.496514 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:23.519311 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82497d59-5b76-4042-bd16-d88afa339f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:23.521532 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e177f-c1af-47bf-a490-6e46c8372b83" -d '{"events": [{"server_uuid": "82497d59-5b76-4042-bd16-d88afa339f48", "name": "network-vif-plugged", "status": "completed", "tag": "84f501d5-9ad9-45d2-a2e3-8a462ef2a27a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:23.533524 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:23.557977 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5dd4a3-7a14-46c6-a5d2-20850cb4e8fc x-openstack-request-id: req-3d5dd4a3-7a14-46c6-a5d2-20850cb4e8fc {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:23.558278 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82497d59-5b76-4042-bd16-d88afa339f48", "name": "network-vif-plugged", "status": "completed", "tag": "84f501d5-9ad9-45d2-a2e3-8a462ef2a27a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:23.558573 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d5dd4a3-7a14-46c6-a5d2-20850cb4e8fc {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:23.558972 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5dd4a3-7a14-46c6-a5d2-20850cb4e8fc'] response: {'server_uuid': '82497d59-5b76-4042-bd16-d88afa339f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a', 'code': 200} May 10 21:22:23.613314 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:23.661917 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:24.011026 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da64d-6c13-4c0d-ae06-33c128bebbed req-6c2f5986-a606-4176-97a5-b4592722706c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.012454 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4b3da64d-6c13-4c0d-ae06-33c128bebbed req-6c2f5986-a606-4176-97a5-b4592722706c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0446005 May 10 21:22:24.061352 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4b3da64d-6c13-4c0d-ae06-33c128bebbed req-11d70650-6035-4d58-a454-102700a2a8ba tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 May 10 21:22:24.281992 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-7404a27d-c1f5-43c5-b0a3-069fbc72f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.283430 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-7404a27d-c1f5-43c5-b0a3-069fbc72f333 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 1129 time: 0.0390961 May 10 21:22:24.375524 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-74f4c80e-e7a9-492f-a601-bc37ad7f3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.377000 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-74f4c80e-e7a9-492f-a601-bc37ad7f3621 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.0871377 May 10 21:22:24.433621 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-016ff059-aed5-44e6-967e-68c913b7e652 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 200 len: 217 time: 0.0339823 May 10 21:22:24.626490 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44516-890c-49c0-a210-6c52820a1f2d req-e7a9e4c6-ce56-481b-8417-35c4ddbff64b tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.626937 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aee44516-890c-49c0-a210-6c52820a1f2d req-e7a9e4c6-ce56-481b-8417-35c4ddbff64b tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0962505 May 10 21:22:24.628526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-05d8a9b4-70c1-4f2c-971f-b134dfdfe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.629985 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-05d8a9b4-70c1-4f2c-971f-b134dfdfe3f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.1279256 May 10 21:22:24.631412 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53651a1-e118-44ce-912d-ae9d3a0ccdc3 req-a4f58c0a-b92d-41d8-84ee-aab250be5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.632933 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b53651a1-e118-44ce-912d-ae9d3a0ccdc3 req-a4f58c0a-b92d-41d8-84ee-aab250be5f4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 1134 time: 0.1011639 May 10 21:22:24.745582 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aee44516-890c-49c0-a210-6c52820a1f2d req-d76b53ec-1177-4a00-9fd8-7cfb6a464451 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 May 10 21:22:24.748693 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-fedf1c6d-598b-43b0-9580-35a6ecb156d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.750361 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-fedf1c6d-598b-43b0-9580-35a6ecb156d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899773 May 10 21:22:24.784612 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b53651a1-e118-44ce-912d-ae9d3a0ccdc3 req-c7ddc02b-4b30-43c6-8bee-2947eff8a2c2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267583 May 10 21:22:24.830107 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0504050-067c-4d0a-a956-9650640f9c62 req-086993c1-f0b0-49b4-9185-ac205b408b40 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:24.831633 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c0504050-067c-4d0a-a956-9650640f9c62 req-086993c1-f0b0-49b4-9185-ac205b408b40 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.2904124 May 10 21:22:24.879602 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c0504050-067c-4d0a-a956-9650640f9c62 req-2c1eb004-15ec-4011-b1a2-b0a50f9597b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 May 10 21:22:25.094013 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-34023a1a-1d88-45d4-aebb-b393111e3c1d service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896664 May 10 21:22:25.230990 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab78f-a8fd-4ff1-9eec-e592b068f617 req-afc5836b-62cc-4d01-b443-d949e371bf5d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:25.232788 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa5ab78f-a8fd-4ff1-9eec-e592b068f617 req-afc5836b-62cc-4d01-b443-d949e371bf5d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0651512 May 10 21:22:25.238044 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5aac289b-53b8-4184-b1b8-4975ca10c786 req-91e03745-dfbb-47d1-bb47-f08a4dc3a366 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371562 May 10 21:22:25.281756 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa5ab78f-a8fd-4ff1-9eec-e592b068f617 req-0f55ff22-b947-4d24-8db9-8ab20958d7ac tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 May 10 21:22:25.865091 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dba5b-bd9a-4ba7-876e-5f6a0dbecf7b req-0a99ffb6-441d-4b8f-9f92-633dc3e5f084 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:25.866578 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-102dba5b-bd9a-4ba7-876e-5f6a0dbecf7b req-0a99ffb6-441d-4b8f-9f92-633dc3e5f084 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0463376 May 10 21:22:25.913383 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-102dba5b-bd9a-4ba7-876e-5f6a0dbecf7b req-36aabd58-0046-4e3a-9a52-71bd7ec038ee tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 May 10 21:22:25.993922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0df47-1dfb-439c-a4e6-c3620cda33ab req-61701b4d-5aee-414e-b5c3-fca1bbed1c3d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:25.995306 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1de0df47-1dfb-439c-a4e6-c3620cda33ab req-61701b4d-5aee-414e-b5c3-fca1bbed1c3d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0469732 May 10 21:22:26.046559 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1de0df47-1dfb-439c-a4e6-c3620cda33ab req-9032e677-433d-4766-925f-2e0729a841c6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 May 10 21:22:26.406556 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0a70b-37c4-4922-b1cf-e7c2cdf398c3 req-74ab3c3f-5abb-476f-a91c-5388696639dd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:26.409286 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-37a0a70b-37c4-4922-b1cf-e7c2cdf398c3 req-74ab3c3f-5abb-476f-a91c-5388696639dd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0517607 May 10 21:22:26.455960 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-37a0a70b-37c4-4922-b1cf-e7c2cdf398c3 req-8cbb7324-da9c-47a2-9c34-6002ee515406 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420580 May 10 21:22:27.027583 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04834-14fe-4829-8435-8095bdfa8626 req-b7b324b7-bafe-46cc-b4e7-3496d6623a33 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:27.029111 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d9a04834-14fe-4829-8435-8095bdfa8626 req-b7b324b7-bafe-46cc-b4e7-3496d6623a33 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0478592 May 10 21:22:27.078727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d9a04834-14fe-4829-8435-8095bdfa8626 req-dc28b9d4-1049-4203-84e6-5f47588ccbc3 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 May 10 21:22:27.161771 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989842ec-79d7-4276-99bc-f618377edf2f req-4503c906-e267-417a-9eb3-02fdacf36d74 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:27.163246 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-989842ec-79d7-4276-99bc-f618377edf2f req-4503c906-e267-417a-9eb3-02fdacf36d74 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0462692 May 10 21:22:27.212677 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-989842ec-79d7-4276-99bc-f618377edf2f req-80d381ed-753f-407c-85ec-99ba3ae759eb tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 May 10 21:22:27.575975 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438d582-75b1-4428-b9aa-6b2ac445602b req-a200691a-e91b-4321-8afe-0ae0dc6868d9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:27.577597 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d438d582-75b1-4428-b9aa-6b2ac445602b req-a200691a-e91b-4321-8afe-0ae0dc6868d9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0471604 May 10 21:22:27.624222 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d438d582-75b1-4428-b9aa-6b2ac445602b req-f2d7827e-60df-404a-af09-7973d084f9f6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 May 10 21:22:28.204741 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761efed-c8f2-4d97-afde-f5d53fd2e2e1 req-ca0732c4-5afb-44fe-82d4-62d0f06ac582 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:28.206526 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c761efed-c8f2-4d97-afde-f5d53fd2e2e1 req-ca0732c4-5afb-44fe-82d4-62d0f06ac582 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0547087 May 10 21:22:28.255710 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c761efed-c8f2-4d97-afde-f5d53fd2e2e1 req-6e0277b7-e78c-4ee1-a39f-3eb0bce50e93 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 May 10 21:22:28.341499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ce53-ff8b-4355-b6a8-d746df7b04f8 req-03f4dbbd-e7f3-42de-b148-36f37b69b7d3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:28.342662 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3372ce53-ff8b-4355-b6a8-d746df7b04f8 req-03f4dbbd-e7f3-42de-b148-36f37b69b7d3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0586903 May 10 21:22:28.409345 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3372ce53-ff8b-4355-b6a8-d746df7b04f8 req-ccb7466f-6b1d-4029-9753-38b402853798 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591745 May 10 21:22:28.574229 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:22:28.749014 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc00ec-4a53-44a7-8271-5b1d06069f4c req-7475f060-f432-4f93-90fe-8b04ac00e35c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:28.750776 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2ccc00ec-4a53-44a7-8271-5b1d06069f4c req-7475f060-f432-4f93-90fe-8b04ac00e35c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0516400 May 10 21:22:28.750892 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef620f2b-ea62-4cfc-8cf0-fc4718c40091 req-0eb38034-ed41-4f0c-a03c-333ce446dddf tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:28.754950 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ef620f2b-ea62-4cfc-8cf0-fc4718c40091 req-0eb38034-ed41-4f0c-a03c-333ce446dddf tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0746276 May 10 21:22:28.801203 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 51942) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:28.803233 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2ccc00ec-4a53-44a7-8271-5b1d06069f4c req-dce68a32-aae8-4b3b-b5f6-338be6426bcd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 May 10 21:22:28.810987 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ef620f2b-ea62-4cfc-8cf0-fc4718c40091 req-c73873fb-0426-4542-a5d5-782ceb1f9511 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 May 10 21:22:28.913382 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cd10487-ad0b-42c1-8403-b0d1655bbfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:28.992361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cd10487-ad0b-42c1-8403-b0d1655bbfb9 admin admin] Publish callbacks [] for security_group (0def3dfa-a679-4a67-bae4-491429d66a2e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.052900 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cd10487-ad0b-42c1-8403-b0d1655bbfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0def3dfa-a679-4a67-bae4-491429d66a2e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.095530 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0cd10487-ad0b-42c1-8403-b0d1655bbfb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c523d90b568341d5a77258406445c6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932792 May 10 21:22:29.096456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10487-ad0b-42c1-8403-b0d1655bbfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0def3dfa-a679-4a67-bae4-491429d66a2e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:29.098229 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51952) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:29.147413 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82034b95-51ef-475f-9513-96eee4c13845 admin admin] Publish callbacks [] for security_group (0def3dfa-a679-4a67-bae4-491429d66a2e), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.168651 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82034b95-51ef-475f-9513-96eee4c13845 admin admin] Publish callbacks [] for security_group (0def3dfa-a679-4a67-bae4-491429d66a2e), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.281225 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82034b95-51ef-475f-9513-96eee4c13845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0def3dfa-a679-4a67-bae4-491429d66a2e), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.283907 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82034b95-51ef-475f-9513-96eee4c13845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.285102 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-82034b95-51ef-475f-9513-96eee4c13845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0def3dfa-a679-4a67-bae4-491429d66a2e HTTP/1.1" status: 204 len: 168 time: 0.1858239 May 10 21:22:29.293363 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82034b95-51ef-475f-9513-96eee4c13845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0def3dfa-a679-4a67-bae4-491429d66a2e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:29.775918 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51962) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:29.789254 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d999cc9-d8b8-40c4-ad69-e3ac7dc42d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.865195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d999cc9-d8b8-40c4-ad69-e3ac7dc42d5f admin admin] Publish callbacks [] for security_group (a427c28b-b875-44ac-9308-8f64a0873d71), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.918586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d999cc9-d8b8-40c4-ad69-e3ac7dc42d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (a427c28b-b875-44ac-9308-8f64a0873d71), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:29.945402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a801b47-be74-473b-8ec0-a1c5809ca264 req-37c6ba92-df6a-4a4b-a225-5d77cad9f801 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:29.947122 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a801b47-be74-473b-8ec0-a1c5809ca264 req-37c6ba92-df6a-4a4b-a225-5d77cad9f801 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0497849 May 10 21:22:29.982756 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31bdb5-4885-482f-90bd-662b5d78e535 req-a54200d5-3d40-4f75-a10e-faa87e2968ce tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:29.984243 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2d31bdb5-4885-482f-90bd-662b5d78e535 req-a54200d5-3d40-4f75-a10e-faa87e2968ce tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0764995 May 10 21:22:29.987988 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-6d999cc9-d8b8-40c4-ad69-e3ac7dc42d5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2cf4c229b6648b49bf832f2254eb280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110844 May 10 21:22:29.988828 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999cc9-d8b8-40c4-ad69-e3ac7dc42d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a427c28b-b875-44ac-9308-8f64a0873d71,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:29.991196 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 51968) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:29.996967 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a801b47-be74-473b-8ec0-a1c5809ca264 req-a1302821-ee93-4655-8c67-8fa675df03d1 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 May 10 21:22:30.076658 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4126ea2b-2c1a-476d-8edb-9360f7d5c8cf admin admin] Publish callbacks [] for security_group (a427c28b-b875-44ac-9308-8f64a0873d71), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:30.080953 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2d31bdb5-4885-482f-90bd-662b5d78e535 req-f281e421-2986-4be4-acab-9d5dc7fd1e19 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835662 May 10 21:22:30.101534 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4126ea2b-2c1a-476d-8edb-9360f7d5c8cf admin admin] Publish callbacks [] for security_group (a427c28b-b875-44ac-9308-8f64a0873d71), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:30.202173 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4126ea2b-2c1a-476d-8edb-9360f7d5c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (a427c28b-b875-44ac-9308-8f64a0873d71), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:30.204740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4126ea2b-2c1a-476d-8edb-9360f7d5c8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:30.205912 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4126ea2b-2c1a-476d-8edb-9360f7d5c8cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a427c28b-b875-44ac-9308-8f64a0873d71 HTTP/1.1" status: 204 len: 168 time: 0.2138255 May 10 21:22:30.213332 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126ea2b-2c1a-476d-8edb-9360f7d5c8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a427c28b-b875-44ac-9308-8f64a0873d71,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:31.120483 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b149-5687-46b3-a50b-ff7a504e59a5 req-5c8d8938-8fd5-47d6-849e-ee918b44d07d tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:31.122622 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1c66b149-5687-46b3-a50b-ff7a504e59a5 req-5c8d8938-8fd5-47d6-849e-ee918b44d07d tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0550404 May 10 21:22:31.175417 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1c66b149-5687-46b3-a50b-ff7a504e59a5 req-933e8268-3dae-431d-99da-759c1862d8ac tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 May 10 21:22:31.219940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe3ba4-fd20-4ac3-89a9-4a393ab04d46 req-c4ae4d9f-375d-48db-a2cf-b70b340f5bed tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:31.221351 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dabe3ba4-fd20-4ac3-89a9-4a393ab04d46 req-c4ae4d9f-375d-48db-a2cf-b70b340f5bed tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0477943 May 10 21:22:31.270526 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dabe3ba4-fd20-4ac3-89a9-4a393ab04d46 req-cc420c77-4fae-4a8f-9d60-2a241490c133 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 May 10 21:22:32.295847 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4bbca-5692-4306-abe6-0419006423b0 req-b256b18b-7093-4156-b954-7b32434fb2ff tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:32.297364 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d5c4bbca-5692-4306-abe6-0419006423b0 req-b256b18b-7093-4156-b954-7b32434fb2ff tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0458748 May 10 21:22:32.302502 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52040) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:32.308087 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443091158', 'description': 'tempest-description--884031218'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:32.374078 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d5c4bbca-5692-4306-abe6-0419006423b0 req-e9892c21-542b-45fe-948d-c2e074aeccc5 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/security-groups?id=83c6ce52-178f-479e-b6ce-bd1dc34536e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 May 10 21:22:32.401814 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.413115 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a52640-14d6-4158-b9a9-86ea5e0bb9fb req-2ef52811-f14c-45a9-a0d5-4c97d8e43870 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:32.413115 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a52640-14d6-4158-b9a9-86ea5e0bb9fb req-2ef52811-f14c-45a9-a0d5-4c97d8e43870 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0589299 May 10 21:22:32.463580 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a52640-14d6-4158-b9a9-86ea5e0bb9fb req-7af0ed9b-ea02-4e23-867f-15d25f74bda2 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507429 May 10 21:22:32.471782 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group (4bf4fbc4-db61-4d2b-845f-04c956482b82), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.538361 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (4bf4fbc4-db61-4d2b-845f-04c956482b82), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.571895 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf4fbc4-db61-4d2b-845f-04c956482b82,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:32.655045 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.656327 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4275885f-3de7-481f-b975-afbe0c521c65 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3523059 May 10 21:22:32.659881 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52058) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:32.664553 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'security_group_rule': {'security_group_id': '4bf4fbc4-db61-4d2b-845f-04c956482b82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:32.758336 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group_rule (80bf4c0e-3bee-46c5-9a7d-976d8e69a68e), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.808995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group_rule (80bf4c0e-3bee-46c5-9a7d-976d8e69a68e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.852878 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (80bf4c0e-3bee-46c5-9a7d-976d8e69a68e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.874093 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bf4c0e-3bee-46c5-9a7d-976d8e69a68e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:32.917641 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:32.919079 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-53268965-4204-40b8-8b11-7fb0783986cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579849 May 10 21:22:32.924182 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:32.928866 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'security_group_rule': {'security_group_id': '4bf4fbc4-db61-4d2b-845f-04c956482b82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:33.001198 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-e9c3a7eb-cf51-44b7-b48c-d386d4ccfe2a tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:33.002711 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-e9c3a7eb-cf51-44b7-b48c-d386d4ccfe2a tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.23 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 950 time: 0.0472159 May 10 21:22:33.025616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group_rule (1ca019c5-aae8-4aeb-ae21-3bd0017ea47d), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.087001 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group_rule (1ca019c5-aae8-4aeb-ae21-3bd0017ea47d), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.109543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Deleting port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:22:33.117226 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.166898 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (1ca019c5-aae8-4aeb-ae21-3bd0017ea47d), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.189090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca019c5-aae8-4aeb-ae21-3bd0017ea47d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:33.208517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] For port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,segment=NetworkSegment(2bdb231b-b08f-4a7f-9b6d-04c377f3571c),segment_id=2bdb231b-b08f-4a7f-9b6d-04c377f3571c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:33.213714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.225581 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Calling delete_port for 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:22:33.260643 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.264900 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e13b4786-f563-4535-ad3d-1dc992f5ba7a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3366504 May 10 21:22:33.265144 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52080) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:33.269556 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:33.368081 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.418757 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (84f501d5-9ad9-45d2-a2e3-8a462ef2a27a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.432939 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['84f501d5-9ad9-45d2-a2e3-8a462ef2a27a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:22:33.457789 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.462877 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Pushing event deleted for resources: {'Port': ['ID=84f501d5-9ad9-45d2-a2e3-8a462ef2a27a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:33.503588 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-75f124f6-1b0e-4e1f-8664-9d471b7e231b req-0542fb22-c299-4fbf-8cc4-9c19c6661815 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 210 time: 0.0482292 May 10 21:22:33.516129 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] No DVR routers for this DVR port 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:22:33.519980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.523646 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-87a0e8a9-2c20-4906-8c89-f118c33cb0c6 req-54619e6b-fa42-4d0e-b70b-fa52bb7288d8 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.23 "DELETE /v2.0/ports/84f501d5-9ad9-45d2-a2e3-8a462ef2a27a HTTP/1.1" status: 204 len: 173 time: 0.5146720 May 10 21:22:33.524129 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82497d59-5b76-4042-bd16-d88afa339f48', 'name': 'network-vif-deleted', 'tag': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:33.526833 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb788a-f355-4709-8d19-2f6bcdfe3773" -d '{"events": [{"server_uuid": "82497d59-5b76-4042-bd16-d88afa339f48", "name": "network-vif-deleted", "tag": "84f501d5-9ad9-45d2-a2e3-8a462ef2a27a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:33.590128 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4e10f-3ffa-4232-acf0-d4cf330b6444 x-openstack-request-id: req-83d4e10f-3ffa-4232-acf0-d4cf330b6444 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:33.590334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82497d59-5b76-4042-bd16-d88afa339f48", "name": "network-vif-deleted", "tag": "84f501d5-9ad9-45d2-a2e3-8a462ef2a27a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:33.590621 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83d4e10f-3ffa-4232-acf0-d4cf330b6444 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:33.592382 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d4e10f-3ffa-4232-acf0-d4cf330b6444'] response: {'server_uuid': '82497d59-5b76-4042-bd16-d88afa339f48', 'name': 'network-vif-deleted', 'tag': '84f501d5-9ad9-45d2-a2e3-8a462ef2a27a', 'status': 'completed', 'code': 200} May 10 21:22:33.615537 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec92f1e-e784-41e3-8893-54d045bd263b req-bdf4ed16-cde3-4f99-9f57-654b39ad5e39 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:33.617308 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dec92f1e-e784-41e3-8893-54d045bd263b req-bdf4ed16-cde3-4f99-9f57-654b39ad5e39 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0606747 May 10 21:22:33.678536 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dec92f1e-e784-41e3-8893-54d045bd263b req-99825586-8dda-4c36-b386-7409190370c5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519848 May 10 21:22:33.683647 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Allocated IP 172.27.3.128 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/8cc342df-0dcc-4067-9cab-aaed547b19bc) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:33.818491 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.933130 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:33.971990 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:33.974925 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:33.977618 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:33.995535 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'Port': ['ID=8cc342df-0dcc-4067-9cab-aaed547b19bc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:34.081961 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.195986 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.261070 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:22:34.358343 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540650e-f3e2-4942-bd47-ecbe8546d26c req-2a755cfd-e082-4f86-bd86-0022e84210e5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:34.360618 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a540650e-f3e2-4942-bd47-ecbe8546d26c req-2a755cfd-e082-4f86-bd86-0022e84210e5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1030383 May 10 21:22:34.381530 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:34.394078 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'mac_address': 'fa:16:3e:20:0e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:22:34.417501 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a540650e-f3e2-4942-bd47-ecbe8546d26c req-2570ebc8-4cd3-451b-a5ae-70d986b9dd99 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512035 May 10 21:22:34.420388 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.432253 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: ACTIVE; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:34.432968 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.449024 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:22:34.470519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:34.487532 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.519102 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.544667 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'Port': ['ID=8cc342df-0dcc-4067-9cab-aaed547b19bc,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:34.545288 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.606206 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:34.642529 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-84be4d58-7037-4c8e-8227-ef764911d8e0 req-662a233e-3dd5-41ce-ac81-6b9c36f4bee0 tempest-VolumesNegativeTest-640779991 tempest-VolumesNegativeTest-640779991-project] 10.222.0.25 "GET /v2.0/ports?device_id=82497d59-5b76-4042-bd16-d88afa339f48 HTTP/1.1" status: 200 len: 210 time: 0.0410566 May 10 21:22:34.645219 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:34.647127 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-5c026389-e9a8-4245-9466-c1ad9d5e581e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3809950 May 10 21:22:34.698418 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['83ef924d-2caa-4d5a-8fb2-cd0a871c9712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:22:34.908091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df095-f95e-49fe-ab48-5846e9f1f447 req-248fcd3a-3060-476e-bc83-27b95b935a2d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:34.911593 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cd4df095-f95e-49fe-ab48-5846e9f1f447 req-248fcd3a-3060-476e-bc83-27b95b935a2d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 944 time: 0.0877726 May 10 21:22:34.927117 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-8f9a2ea8-f12a-46a4-9d8c-481120bf1854 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--443091158&fields=id&tenant_id=78072ca90bf6402b83863597c266a178 HTTP/1.1" status: 200 len: 267 time: 0.0676644 May 10 21:22:34.973237 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cd4df095-f95e-49fe-ab48-5846e9f1f447 req-5658db9f-e47f-410f-b9b0-162d8c16f044 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564470 May 10 21:22:35.047843 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-00b7643a-bb21-4b4f-afd3-79035b9e78b4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:35.049333 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-00b7643a-bb21-4b4f-afd3-79035b9e78b4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 819 time: 0.1147873 May 10 21:22:35.064996 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-e12f973a-3a17-4b08-963c-408bc7e30509 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/quotas/78072ca90bf6402b83863597c266a178 HTTP/1.1" status: 200 len: 375 time: 0.0100908 May 10 21:22:35.123623 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-ed9e687d-8cc3-4ca8-8b4f-34dc4255d654 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529089 May 10 21:22:35.228739 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-1945105b-e3f2-436b-99da-a1b956fc9295 service neutron] 10.222.0.25 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930326 May 10 21:22:35.323433 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-c2448c59-8a36-4a78-876c-3d43575e4552 service neutron] 10.222.0.25 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884426 May 10 21:22:35.537136 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0f5fe-9403-4395-aede-65196dbad075 req-2c126dee-023f-4647-8939-ecea748a5600 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:35.538773 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c7e0f5fe-9403-4395-aede-65196dbad075 req-2c126dee-023f-4647-8939-ecea748a5600 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0498579 May 10 21:22:35.605105 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c7e0f5fe-9403-4395-aede-65196dbad075 req-b36d9921-eb9e-4bd0-98c0-941420d1d700 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608556 May 10 21:22:35.639661 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f78edaae-2c60-4d0d-9f59-7ddd61611ef4 req-86c8cc06-8b7c-4708-a958-eb145674ee09 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 210 time: 0.0381799 May 10 21:22:36.111563 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20dc3-7959-4168-a37e-4af8cdc78d94 req-ad33545c-7e90-4ae5-8ef0-cb59b48f6593 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:36.113174 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-15c20dc3-7959-4168-a37e-4af8cdc78d94 req-ad33545c-7e90-4ae5-8ef0-cb59b48f6593 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 944 time: 0.0552921 May 10 21:22:36.174759 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-15c20dc3-7959-4168-a37e-4af8cdc78d94 req-f79c0c6d-1171-418b-a4fd-49bbc24b6782 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532637 May 10 21:22:36.274102 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:22:36.344065 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:36.344546 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:36.346671 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52266) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:36.461893 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:36.462241 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:36.506048 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:36.509727 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503afa6-765b-416f-8f9e-ad78dafde9ea" -d '{"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-plugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:36.525327 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:36.558845 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac104885-0d12-4217-b93f-c2133943ff66 x-openstack-request-id: req-ac104885-0d12-4217-b93f-c2133943ff66 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:36.559414 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-plugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:36.560213 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac104885-0d12-4217-b93f-c2133943ff66 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:36.561336 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac104885-0d12-4217-b93f-c2133943ff66'] response: {'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'code': 200} May 10 21:22:36.587690 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ef7e8b3-af67-4153-8344-adf6f404bb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:36.613013 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:36.615670 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:22:36.806573 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f1294d34-36be-4791-8c6f-ae0942631e99 req-abc36ece-bb72-41b0-a2f6-4c2c4bea911a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 210 time: 0.0484381 May 10 21:22:36.809050 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:22:36.809584 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 84f501d5-9ad9-45d2-a2e3-8a462ef2a27a not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:22:36.829087 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ef7e8b3-af67-4153-8344-adf6f404bb30 admin admin] Publish callbacks [] for security_group (568661b0-aba0-425b-b7af-8a3511789ccf), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:36.836820 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e7a3b-8977-4901-a9b6-0c7057d9db78 req-8e7d7f77-4ef0-4dba-acd1-e869b4a0065f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:36.852159 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e3e7a3b-8977-4901-a9b6-0c7057d9db78 req-8e7d7f77-4ef0-4dba-acd1-e869b4a0065f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0928609 May 10 21:22:36.874696 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:36.905186 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ef7e8b3-af67-4153-8344-adf6f404bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (568661b0-aba0-425b-b7af-8a3511789ccf), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:36.924977 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e3e7a3b-8977-4901-a9b6-0c7057d9db78 req-37d9fb8a-af68-488e-94cb-431d4d8fa87f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742044 May 10 21:22:36.955151 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:36.967570 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-0ef7e8b3-af67-4153-8344-adf6f404bb30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7ee8b5d1af04607ba2264d0454aeffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6134756 May 10 21:22:36.974303 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7e8b3-af67-4153-8344-adf6f404bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568661b0-aba0-425b-b7af-8a3511789ccf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:37.027628 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cc92392-c310-4c98-b9e0-b215b5c2653f admin admin] Publish callbacks [] for security_group (568661b0-aba0-425b-b7af-8a3511789ccf), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:37.054332 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cc92392-c310-4c98-b9e0-b215b5c2653f admin admin] Publish callbacks [] for security_group (568661b0-aba0-425b-b7af-8a3511789ccf), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:37.161870 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cc92392-c310-4c98-b9e0-b215b5c2653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (568661b0-aba0-425b-b7af-8a3511789ccf), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:37.164787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cc92392-c310-4c98-b9e0-b215b5c2653f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:37.166053 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1cc92392-c310-4c98-b9e0-b215b5c2653f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/568661b0-aba0-425b-b7af-8a3511789ccf HTTP/1.1" status: 204 len: 168 time: 0.2096210 May 10 21:22:37.180103 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc92392-c310-4c98-b9e0-b215b5c2653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568661b0-aba0-425b-b7af-8a3511789ccf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:37.390723 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8f759-57e8-432c-b09f-6dfb2e3b29dc req-59e78cc7-628b-4dd4-8c64-19c37e8be5fd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:37.392301 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7bd8f759-57e8-432c-b09f-6dfb2e3b29dc req-59e78cc7-628b-4dd4-8c64-19c37e8be5fd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0885711 May 10 21:22:37.470231 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7bd8f759-57e8-432c-b09f-6dfb2e3b29dc req-9ebf17bd-d17f-4d29-b72c-2b548acd6f6f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714736 May 10 21:22:37.940151 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4bbc2079-5426-441e-87ea-77b22fd1e52a req-34737c75-17a1-406a-b7af-5cdd56dbfbef tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 210 time: 0.0372362 May 10 21:22:38.079481 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015703e7-bad2-4707-af36-72b74f9d79e4 req-b5ca536b-668e-4de0-8c9d-ad49c7fc8023 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:38.088093 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-015703e7-bad2-4707-af36-72b74f9d79e4 req-b5ca536b-668e-4de0-8c9d-ad49c7fc8023 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0627820 May 10 21:22:38.141786 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-015703e7-bad2-4707-af36-72b74f9d79e4 req-33c2b2aa-e7ec-469d-aa8b-4bc9a0127333 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525370 May 10 21:22:38.207075 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52376) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:38.242691 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-712a006b-92cc-41d6-9611-29a998cb5128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.354844 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-712a006b-92cc-41d6-9611-29a998cb5128 admin admin] Publish callbacks [] for security_group (d010b4ca-a73b-4a76-85b0-40bf123c9848), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.409648 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-9fcc6181-31cf-4909-be73-bf5f657289a5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:38.413977 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-9fcc6181-31cf-4909-be73-bf5f657289a5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 819 time: 0.1583691 May 10 21:22:38.442195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-712a006b-92cc-41d6-9611-29a998cb5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (d010b4ca-a73b-4a76-85b0-40bf123c9848), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.500916 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-712a006b-92cc-41d6-9611-29a998cb5128 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d335dec1412499c8715b2009f65d4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926767 May 10 21:22:38.502288 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a006b-92cc-41d6-9611-29a998cb5128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d010b4ca-a73b-4a76-85b0-40bf123c9848,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:38.504930 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-afc59390-fad1-4458-aeca-5938116169f8 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78072ca90bf6402b83863597c266a178 HTTP/1.1" status: 200 len: 379 time: 0.0788190 May 10 21:22:38.507236 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52380) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:38.537594 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'port': {'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'admin_state_up': True, 'tenant_id': '78072ca90bf6402b83863597c266a178', 'security_groups': ['4bf4fbc4-db61-4d2b-845f-04c956482b82']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:38.626973 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-624680c9-fbff-4628-9181-c717c9c0f005 admin admin] Publish callbacks [] for security_group (d010b4ca-a73b-4a76-85b0-40bf123c9848), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.657736 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cd90c-b8ff-4256-abb3-8c6967eac9d3 req-273b1eb2-e3fd-4bc1-8f59-f686f8616a64 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:38.659669 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7a7cd90c-b8ff-4256-abb3-8c6967eac9d3 req-273b1eb2-e3fd-4bc1-8f59-f686f8616a64 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0773270 May 10 21:22:38.672782 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-624680c9-fbff-4628-9181-c717c9c0f005 admin admin] Publish callbacks [] for security_group (d010b4ca-a73b-4a76-85b0-40bf123c9848), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.775913 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7a7cd90c-b8ff-4256-abb3-8c6967eac9d3 req-5bf554ca-7958-4bad-9e75-3e347fccab67 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072781 May 10 21:22:38.847512 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Made reservation on behalf of 78072ca90bf6402b83863597c266a178 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:38.853014 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.881694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-624680c9-fbff-4628-9181-c717c9c0f005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (d010b4ca-a73b-4a76-85b0-40bf123c9848), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.889778 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-624680c9-fbff-4628-9181-c717c9c0f005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:38.889778 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-624680c9-fbff-4628-9181-c717c9c0f005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d010b4ca-a73b-4a76-85b0-40bf123c9848 HTTP/1.1" status: 204 len: 168 time: 0.3777494 May 10 21:22:38.898769 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624680c9-fbff-4628-9181-c717c9c0f005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d010b4ca-a73b-4a76-85b0-40bf123c9848,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:39.062117 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Allocated IP 172.20.0.6 (f4d68030-42b4-44a7-8e2e-1f92daeefa7f/8d54d5e8-d74c-4373-acaf-118f672a4402/889c7cd8-c299-4d1a-a392-db09b20c9d47) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:39.131631 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-efa3589c-c8e9-4de2-9bbe-e7add0c9c28d req-b719916f-f2c3-425e-8274-d1d6c7b92f3a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 210 time: 0.0392172 May 10 21:22:39.333039 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625541dc-bb65-4fc3-b366-bce4f5d855c0 req-684f651b-a45a-4ad2-95ee-2ec7a6fd9aac tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:39.336925 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-625541dc-bb65-4fc3-b366-bce4f5d855c0 req-684f651b-a45a-4ad2-95ee-2ec7a6fd9aac tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0634725 May 10 21:22:39.350270 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:39.441745 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-625541dc-bb65-4fc3-b366-bce4f5d855c0 req-336351d8-28a2-4369-bfb2-2739af00bf7b tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977321 May 10 21:22:39.499163 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:39.562970 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:39.568762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:39.572921 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:39.609996 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event updated for resources: {'Port': ['ID=889c7cd8-c299-4d1a-a392-db09b20c9d47,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:39.662022 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:39.666679 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:39.760219 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d793e8f2-80b1-486e-9701-fd16890653b2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2402749 May 10 21:22:39.909173 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-730d5320-161b-4748-ab47-35b71035d1fe None None] Provisioning complete for port 889c7cd8-c299-4d1a-a392-db09b20c9d47 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:39.909173 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-730d5320-161b-4748-ab47-35b71035d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:39.924928 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5443ed2-9c98-4c68-8e87-173fa23a3fae req-e4dccac1-3496-421f-a50f-6f63f1a8b5d0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:39.926588 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b5443ed2-9c98-4c68-8e87-173fa23a3fae req-e4dccac1-3496-421f-a50f-6f63f1a8b5d0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0630546 May 10 21:22:39.950488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-730d5320-161b-4748-ab47-35b71035d1fe None None] Port 889c7cd8-c299-4d1a-a392-db09b20c9d47 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:22:39.965254 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Request body: {'port': {'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:40.006393 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b5443ed2-9c98-4c68-8e87-173fa23a3fae req-f5354966-8382-459d-b26a-b6d01ca367cd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727408 May 10 21:22:40.057129 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:40.282299 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2304341-a197-458d-b1c5-4d2d7ca07454 req-80bb0c1a-c25a-4a2f-a216-b18d852f097d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:40.283963 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c2304341-a197-458d-b1c5-4d2d7ca07454 req-80bb0c1a-c25a-4a2f-a216-b18d852f097d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 931 time: 0.0485539 May 10 21:22:40.333172 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c2304341-a197-458d-b1c5-4d2d7ca07454 req-f0c24cd6-1528-469e-9505-80996616935e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 May 10 21:22:40.413172 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889c7cd8-c299-4d1a-a392-db09b20c9d47 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:22:40.421133 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Publish callbacks [] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:40.433204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Transition to ACTIVE for port object 889c7cd8-c299-4d1a-a392-db09b20c9d47 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:22:40.558643 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42755-6d4c-4126-b3a6-0e4da843bb04 req-f68b88aa-f4be-4a72-a338-c15ffcb04d16 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:40.560224 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2ad42755-6d4c-4126-b3a6-0e4da843bb04 req-f68b88aa-f4be-4a72-a338-c15ffcb04d16 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0473418 May 10 21:22:40.561442 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:40.636215 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Pushing event updated for resources: {'Port': ['ID=889c7cd8-c299-4d1a-a392-db09b20c9d47,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:40.737845 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2ad42755-6d4c-4126-b3a6-0e4da843bb04 req-b6907528-f5bc-4855-93da-1bc58a243b77 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683550 May 10 21:22:40.805174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Attempting to bind port 889c7cd8-c299-4d1a-a392-db09b20c9d47 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:22:40.805524 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Attempting to bind port 889c7cd8-c299-4d1a-a392-db09b20c9d47 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:22:40.805859 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Attempting to bind port 889c7cd8-c299-4d1a-a392-db09b20c9d47 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:22:40.814652 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Port 889c7cd8-c299-4d1a-a392-db09b20c9d47 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:22:40.814982 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Attempting to bind port 889c7cd8-c299-4d1a-a392-db09b20c9d47 on network f4d68030-42b4-44a7-8e2e-1f92daeefa7f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:22:40.822062 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:22:40.822517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Checking segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:22:40.822914 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Bound using segment: {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:22:40.823361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Bound port: 889c7cd8-c299-4d1a-a392-db09b20c9d47, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672fb3bd-0343-42fb-a0de-1ad2bac948f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:22:40.823772 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:40.939231 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] For port 889c7cd8-c299-4d1a-a392-db09b20c9d47, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:22:40.945315 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] For port 889c7cd8-c299-4d1a-a392-db09b20c9d47, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:22:41.031212 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.071075 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52510) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:41.079403 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374033184', 'description': 'tempest-description--1807518581'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:41.099794 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:41.100886 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.102643 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] 10.222.0.23 "PUT /v2.0/ports/889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 1093 time: 1.1418443 May 10 21:22:41.105957 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:41.109230 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785ee83d-7c45-4364-aa98-327392849c94" -d '{"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:41.169976 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30102ba-89fa-4a9b-8122-48fb23f1a4af service neutron] Pushing event updated for resources: {'Port': ['ID=889c7cd8-c299-4d1a-a392-db09b20c9d47,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:41.236338 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.257718 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b46077-c890-4917-8ce3-dd59989be8b0 req-39dea139-e0e3-4d44-bfb6-144f4d2c275a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:41.264097 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9b46077-c890-4917-8ce3-dd59989be8b0 req-39dea139-e0e3-4d44-bfb6-144f4d2c275a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.1070623 May 10 21:22:41.305404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd228f-f9c3-4c87-a438-385f51b679ca x-openstack-request-id: req-26dd228f-f9c3-4c87-a438-385f51b679ca {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:41.305691 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:41.305947 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26dd228f-f9c3-4c87-a438-385f51b679ca {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:41.306346 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dd228f-f9c3-4c87-a438-385f51b679ca'] response: {'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'status': 'completed', 'code': 200} May 10 21:22:41.459965 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-76947597-eeec-4dea-aa61-4dc805dcb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:41.461569 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-76947597-eeec-4dea-aa61-4dc805dcb2e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1127 time: 0.1934009 May 10 21:22:41.462344 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (b599ed8f-ae1c-41a6-82ec-204cac129106), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.556840 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (b599ed8f-ae1c-41a6-82ec-204cac129106), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.589203 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde0a4-1c07-4f3d-84c7-15b67dd3ea75 req-425a9c24-789d-49b2-b326-5bee6f04603a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:41.598975 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d6fde0a4-1c07-4f3d-84c7-15b67dd3ea75 req-425a9c24-789d-49b2-b326-5bee6f04603a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 943 time: 0.1002517 May 10 21:22:41.601661 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9b46077-c890-4917-8ce3-dd59989be8b0 req-8ae53636-cb27-4791-b44f-3c7dd5739298 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876339 May 10 21:22:41.610381 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-df1f6220-a225-462b-9f78-1ca22270a87c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 217 time: 0.1296301 May 10 21:22:41.691824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-3cd38b88-cfb9-4295-880f-8ead2df21bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:41.693917 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-3cd38b88-cfb9-4295-880f-8ead2df21bec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0753739 May 10 21:22:41.735413 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b599ed8f-ae1c-41a6-82ec-204cac129106,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:41.754418 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d6fde0a4-1c07-4f3d-84c7-15b67dd3ea75 req-96df30ac-e9ed-46db-abf1-204793397af1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538422 May 10 21:22:41.760626 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.762338 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e215ab89-e053-4f93-b2f4-3b677ab1cb64 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6901813 May 10 21:22:41.767044 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52552) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:41.773859 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d28486fd-38d6-4f44-b6e8-12e6c916fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:41.776454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-d28486fd-38d6-4f44-b6e8-12e6c916fd37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745947 May 10 21:22:41.780021 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'b599ed8f-ae1c-41a6-82ec-204cac129106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:41.905387 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (33c33c68-926e-45ef-9178-fe2824f9c70c), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.969628 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (33c33c68-926e-45ef-9178-fe2824f9c70c), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:41.971679 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-b4f1687a-2ecd-46b2-8b4e-ae5ff1539388 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872299 May 10 21:22:42.064726 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (33c33c68-926e-45ef-9178-fe2824f9c70c), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.116189 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2ed46-55c7-44d0-8c61-de2c4236a6ab req-6c28bbfd-6a04-4a43-969d-93a70320b48a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:42.117710 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-43e2ed46-55c7-44d0-8c61-de2c4236a6ab req-6c28bbfd-6a04-4a43-969d-93a70320b48a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1451569 May 10 21:22:42.126495 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ad21804-2dca-424c-b81a-e5e5a693b1d7 req-90c75d03-777a-41f6-aea8-3190cd474a83 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430504 May 10 21:22:42.129469 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c33c68-926e-45ef-9178-fe2824f9c70c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:42.153529 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.165387 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-19f005bc-db54-4a4f-8b42-d3247db72b83 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963070 May 10 21:22:42.167938 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52572) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:42.186394 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-43e2ed46-55c7-44d0-8c61-de2c4236a6ab req-8d1ff53f-9069-4637-8ac9-5f989aed6181 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543063 May 10 21:22:42.197488 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'b599ed8f-ae1c-41a6-82ec-204cac129106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:42.426870 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (73d79bec-27c7-4cef-8b83-2aa8da27bec4), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.507589 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (73d79bec-27c7-4cef-8b83-2aa8da27bec4), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.596118 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (73d79bec-27c7-4cef-8b83-2aa8da27bec4), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.645237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d79bec-27c7-4cef-8b83-2aa8da27bec4,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:42.736379 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.738880 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-192cf3b4-8b5a-473e-ac7d-0fcde90c1774 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5695710 May 10 21:22:42.742694 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52622) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:42.748313 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:42.900797 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552b8fc-f57e-4991-9bdc-bc2c9ad26ec1 req-35bcb6e0-adf4-4e72-a7b3-e9cc701abd89 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:42.902762 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7552b8fc-f57e-4991-9bdc-bc2c9ad26ec1 req-35bcb6e0-adf4-4e72-a7b3-e9cc701abd89 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0912483 May 10 21:22:42.909653 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:42.923944 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4e4e3-ca36-46cd-bee3-a053665ed514 req-e4fae20a-6adf-44c8-8150-672662810a30 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:42.932361 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0bb4e4e3-ca36-46cd-bee3-a053665ed514 req-e4fae20a-6adf-44c8-8150-672662810a30 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 943 time: 0.0759025 May 10 21:22:43.033232 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7552b8fc-f57e-4991-9bdc-bc2c9ad26ec1 req-883e6823-f781-45d9-996b-52e1f01e8e93 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234496 May 10 21:22:43.063145 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0bb4e4e3-ca36-46cd-bee3-a053665ed514 req-659111d1-1efe-47b1-be5e-0837c349bd0d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296849 May 10 21:22:43.104262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:43.303158 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee83d-7c45-4364-aa98-327392849c94 req-d3d0c6fc-e4ef-45cb-96fe-655fc31d550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:43.304926 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-d3d0c6fc-e4ef-45cb-96fe-655fc31d550a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1127 time: 0.0720639 May 10 21:22:43.306067 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.27.3.167 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/a9a7b019-8993-4cce-a54e-c96b52067c41) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:43.333596 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:43.444697 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9729-1991-4f8a-bc24-20342cf105c1 req-98230dc6-5390-47e7-bbd8-74f521bc45e6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:43.451884 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-210c9729-1991-4f8a-bc24-20342cf105c1 req-98230dc6-5390-47e7-bbd8-74f521bc45e6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1371732 May 10 21:22:43.550177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a515a57f-9443-4a38-8a9d-96218e744823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:43.608440 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-210c9729-1991-4f8a-bc24-20342cf105c1 req-30fd57fc-88d5-4bf6-82b8-ff6924bdb98e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475585 May 10 21:22:43.722096 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a515a57f-9443-4a38-8a9d-96218e744823 admin admin] Publish callbacks [] for security_group (dfeff24b-da3a-4911-97be-d6bc7170ce91), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:43.796456 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a515a57f-9443-4a38-8a9d-96218e744823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dfeff24b-da3a-4911-97be-d6bc7170ce91), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:43.824142 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515a57f-9443-4a38-8a9d-96218e744823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeff24b-da3a-4911-97be-d6bc7170ce91,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:43.869856 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:43.871737 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a515a57f-9443-4a38-8a9d-96218e744823 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26a842b57d0346bea53e7ed3b42079f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5415161 May 10 21:22:43.876773 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52670) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:43.957662 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee83d-7c45-4364-aa98-327392849c94 req-a64d28f0-dac5-4f81-8a68-d2bf836d7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:43.958936 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-a64d28f0-dac5-4f81-8a68-d2bf836d7b89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.6464007 May 10 21:22:43.967117 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.023232 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-0cdc2989-287d-4af1-beb2-1239a57048c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 217 time: 0.0512984 May 10 21:22:44.126362 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24f2b6ce-f224-4f6a-90d2-47906b44e135 admin admin] Publish callbacks [] for security_group (dfeff24b-da3a-4911-97be-d6bc7170ce91), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.182629 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee83d-7c45-4364-aa98-327392849c94 req-03da2b9b-99c7-4dff-a8b4-253de29250ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:44.184088 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-03da2b9b-99c7-4dff-a8b4-253de29250ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.1500511 May 10 21:22:44.242358 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecda01-8bb4-47aa-a064-bf622b29da14 req-e0cf1e34-b461-460f-b01e-79522b8f4db7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:44.243985 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eecda01-8bb4-47aa-a064-bf622b29da14 req-e0cf1e34-b461-460f-b01e-79522b8f4db7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 943 time: 0.0545511 May 10 21:22:44.262621 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24f2b6ce-f224-4f6a-90d2-47906b44e135 admin admin] Publish callbacks [] for security_group (dfeff24b-da3a-4911-97be-d6bc7170ce91), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.266118 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.285340 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6214d5-4faf-4312-949b-62a64c4bf066 req-a3c5f03c-e4b4-4c8a-bd44-3c43c5d5ddeb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:44.287026 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f6214d5-4faf-4312-949b-62a64c4bf066 req-a3c5f03c-e4b4-4c8a-bd44-3c43c5d5ddeb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.1186490 May 10 21:22:44.309161 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 889c7cd8-c299-4d1a-a392-db09b20c9d47 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:22:44.332945 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0eecda01-8bb4-47aa-a064-bf622b29da14 req-10c88ce8-f949-4d83-8afc-3a7c28925922 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820932 May 10 21:22:44.406966 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee83d-7c45-4364-aa98-327392849c94 req-c19be7dd-9efe-40d2-9d59-c3975abf8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:44.408418 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-c19be7dd-9efe-40d2-9d59-c3975abf8920 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2016463 May 10 21:22:44.456493 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:44.469587 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:44.486299 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f6214d5-4faf-4312-949b-62a64c4bf066 req-aadcbc6d-a54a-44fa-ab27-dda9bb23ee61 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880698 May 10 21:22:44.486956 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=a9a7b019-8993-4cce-a54e-c96b52067c41,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:44.491856 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:44.593724 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 889c7cd8-c299-4d1a-a392-db09b20c9d47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:44.608855 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:22:44.621509 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-453d76e7-9a9c-4a1d-85db-1dde5a0ade32 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924391 May 10 21:22:44.651641 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 889c7cd8-c299-4d1a-a392-db09b20c9d47 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:44.652413 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.668840 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889c7cd8-c299-4d1a-a392-db09b20c9d47 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:22:44.695694 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 889c7cd8-c299-4d1a-a392-db09b20c9d47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:44.756935 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24f2b6ce-f224-4f6a-90d2-47906b44e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dfeff24b-da3a-4911-97be-d6bc7170ce91), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.759668 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24f2b6ce-f224-4f6a-90d2-47906b44e135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.761208 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-24f2b6ce-f224-4f6a-90d2-47906b44e135 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfeff24b-da3a-4911-97be-d6bc7170ce91 HTTP/1.1" status: 204 len: 168 time: 0.8816445 May 10 21:22:44.777892 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689b59-ebd2-42f2-a3c9-2646a8786cad req-9a7cde12-e831-4fd3-b6de-d90242085b1a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:44.780050 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d3689b59-ebd2-42f2-a3c9-2646a8786cad req-9a7cde12-e831-4fd3-b6de-d90242085b1a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0705893 May 10 21:22:44.787909 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b6ce-f224-4f6a-90d2-47906b44e135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeff24b-da3a-4911-97be-d6bc7170ce91,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:44.789930 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.835840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (46e5e5d7-107c-427e-a062-8c8e20713fc6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:44.866858 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-785ee83d-7c45-4364-aa98-327392849c94 req-f7dca877-7ad9-4829-96f4-73f31af470c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368681 May 10 21:22:44.905342 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d3689b59-ebd2-42f2-a3c9-2646a8786cad req-3ae6f097-270c-4f3c-8d02-44e4fe1a60ce tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187732 May 10 21:22:44.907471 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=889c7cd8-c299-4d1a-a392-db09b20c9d47,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:44.978175 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:45.103881 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['889c7cd8-c299-4d1a-a392-db09b20c9d47'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:22:45.388021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:45.470269 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:45.518367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f41cf-6da0-47cb-b32e-3cef4f76ecbd req-4bee661f-21ac-4631-9e95-07a0c2a818a4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:45.519872 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-510f41cf-6da0-47cb-b32e-3cef4f76ecbd req-4bee661f-21ac-4631-9e95-07a0c2a818a4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 944 time: 0.0912166 May 10 21:22:45.573181 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=a9a7b019-8993-4cce-a54e-c96b52067c41,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:45.589262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (46e5e5d7-107c-427e-a062-8c8e20713fc6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:45.619010 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-510f41cf-6da0-47cb-b32e-3cef4f76ecbd req-303d8c60-e821-49e0-a9e9-d358a565a398 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934274 May 10 21:22:45.642319 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ca39a-189a-4944-9c9f-668760369b6c req-bafd8f7b-d972-4e75-9649-f1ed58e319c8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:45.645449 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9d5ca39a-189a-4944-9c9f-668760369b6c req-bafd8f7b-d972-4e75-9649-f1ed58e319c8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0603819 May 10 21:22:45.692773 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9d5ca39a-189a-4944-9c9f-668760369b6c req-82efbad9-a001-4ed6-b15a-6813cd77322f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 May 10 21:22:45.952929 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:45.954695 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a2bb5a89-b54d-40ce-8177-a430164fc41b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2108514 May 10 21:22:46.065765 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb0783-4482-4dce-a38e-3eaa5427d658 req-ebc56fe3-2e2d-451d-b3e4-7d38f05d21b3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:46.067542 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-69bb0783-4482-4dce-a38e-3eaa5427d658 req-ebc56fe3-2e2d-451d-b3e4-7d38f05d21b3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0620644 May 10 21:22:46.104119 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52708) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:46.125027 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf40dea0-ee5b-43a4-aac5-00dce11fbdee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.140266 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-69bb0783-4482-4dce-a38e-3eaa5427d658 req-65b80204-f1ff-4a6c-b595-046269e904ca tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575349 May 10 21:22:46.279706 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf40dea0-ee5b-43a4-aac5-00dce11fbdee admin admin] Publish callbacks [] for security_group (87425731-d794-43ea-813a-5f767015d9ef), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.322064 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52720) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:46.323960 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 889c7cd8-c299-4d1a-a392-db09b20c9d47 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:22:46.344213 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf40dea0-ee5b-43a4-aac5-00dce11fbdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (87425731-d794-43ea-813a-5f767015d9ef), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.387317 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 889c7cd8-c299-4d1a-a392-db09b20c9d47 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:22:46.392266 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40dea0-ee5b-43a4-aac5-00dce11fbdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87425731-d794-43ea-813a-5f767015d9ef,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:46.446097 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-bf40dea0-ee5b-43a4-aac5-00dce11fbdee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fcd2a15d72b4d4eabfd5de82b084178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349400 May 10 21:22:46.446304 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52724) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:46.470214 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 889c7cd8-c299-4d1a-a392-db09b20c9d47 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:46.471600 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.517645 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1400a0ab-2d6b-4350-82fa-069e415240e9 admin admin] Publish callbacks [] for security_group (87425731-d794-43ea-813a-5f767015d9ef), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.545520 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1400a0ab-2d6b-4350-82fa-069e415240e9 admin admin] Publish callbacks [] for security_group (87425731-d794-43ea-813a-5f767015d9ef), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.585189 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b469035-aeb7-4239-a2f9-78cf5f8ab653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.587788 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 889c7cd8-c299-4d1a-a392-db09b20c9d47 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:46.588174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.655770 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 889c7cd8-c299-4d1a-a392-db09b20c9d47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:46.657377 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:46.659919 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab1a95-b8bf-4dd9-89ab-6402f1d0efef" -d '{"events": [{"server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "name": "network-vif-plugged", "status": "completed", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:46.676432 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c35b8526-29b2-4414-b3e7-e5dadd2d9aff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eda2d177aafc4fea94a790441a580fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530107 May 10 21:22:46.678967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:46.697299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1400a0ab-2d6b-4350-82fa-069e415240e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (87425731-d794-43ea-813a-5f767015d9ef), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.699946 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1400a0ab-2d6b-4350-82fa-069e415240e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.701296 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1400a0ab-2d6b-4350-82fa-069e415240e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87425731-d794-43ea-813a-5f767015d9ef HTTP/1.1" status: 204 len: 168 time: 0.2544391 May 10 21:22:46.727234 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.756751 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400a0ab-2d6b-4350-82fa-069e415240e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87425731-d794-43ea-813a-5f767015d9ef,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:46.840618 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a35d0-02b9-4622-85bd-bee977cbc2da req-920077ac-48cc-42a4-82ad-e9a5fb37a8c8 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:46.842529 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-991a35d0-02b9-4622-85bd-bee977cbc2da req-920077ac-48cc-42a4-82ad-e9a5fb37a8c8 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.1359701 May 10 21:22:46.851119 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd24-3356-48e3-8d1f-ddc10583abb8 admin admin] Publish callbacks [] for security_group (83c6ce52-178f-479e-b6ce-bd1dc34536e9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.881445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=889c7cd8-c299-4d1a-a392-db09b20c9d47,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:46.900618 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd24-3356-48e3-8d1f-ddc10583abb8 admin admin] Publish callbacks [] for security_group (83c6ce52-178f-479e-b6ce-bd1dc34536e9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:46.931341 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-991a35d0-02b9-4622-85bd-bee977cbc2da req-4f0d76a3-948c-4fb1-9161-055fefc90c8b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825346 May 10 21:22:47.002956 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59c4bb-7eae-4dd2-a591-21bf15f3a782 x-openstack-request-id: req-2f59c4bb-7eae-4dd2-a591-21bf15f3a782 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:47.003369 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "name": "network-vif-plugged", "status": "completed", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:47.003831 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f59c4bb-7eae-4dd2-a591-21bf15f3a782 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:47.004445 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f59c4bb-7eae-4dd2-a591-21bf15f3a782'] response: {'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'code': 200} May 10 21:22:47.042115 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd24-3356-48e3-8d1f-ddc10583abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (83c6ce52-178f-479e-b6ce-bd1dc34536e9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:47.046838 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd24-3356-48e3-8d1f-ddc10583abb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:47.054493 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2ea2dd24-3356-48e3-8d1f-ddc10583abb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83c6ce52-178f-479e-b6ce-bd1dc34536e9 HTTP/1.1" status: 204 len: 168 time: 0.3728175 May 10 21:22:47.079951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2dd24-3356-48e3-8d1f-ddc10583abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c6ce52-178f-479e-b6ce-bd1dc34536e9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:47.146083 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ee0c-f20e-4722-ab8d-7b6ea5c90590 req-9204d6b8-bf85-4993-835d-634cc88c9729 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:47.153955 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3793ee0c-f20e-4722-ab8d-7b6ea5c90590 req-9204d6b8-bf85-4993-835d-634cc88c9729 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0757298 May 10 21:22:47.238573 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3793ee0c-f20e-4722-ab8d-7b6ea5c90590 req-0917ccf3-4bb5-4895-92a3-cc0fc43b0384 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835021 May 10 21:22:47.431768 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d74a-f209-402b-a56f-5f806bc0059f req-83c0af0a-19c3-4e14-b140-47793684ea5e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:47.441507 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e615d74a-f209-402b-a56f-5f806bc0059f req-83c0af0a-19c3-4e14-b140-47793684ea5e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1259985 May 10 21:22:47.452630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4fe2d-1d88-46bf-868c-4623a225af60 req-b09e0347-72e1-4eb7-9e26-01158feb80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:47.454319 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3cc4fe2d-1d88-46bf-868c-4623a225af60 req-b09e0347-72e1-4eb7-9e26-01158feb80b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.0925560 May 10 21:22:47.536634 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e615d74a-f209-402b-a56f-5f806bc0059f req-3ab9e233-a24c-4418-9179-957969ec265b tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942166 May 10 21:22:47.544691 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3cc4fe2d-1d88-46bf-868c-4623a225af60 req-4562f137-a58c-4ed8-b67d-0eb28ca5d284 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820892 May 10 21:22:48.078603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9360e-06ab-4a78-afc8-464b7c3d52a2 req-83033897-9ceb-46c9-99be-c29f4ca8d577 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:48.088411 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39b9360e-06ab-4a78-afc8-464b7c3d52a2 req-83033897-9ceb-46c9-99be-c29f4ca8d577 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0783782 May 10 21:22:48.158384 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39b9360e-06ab-4a78-afc8-464b7c3d52a2 req-86fc7721-93ee-4cfd-b83d-348e28d43a00 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687649 May 10 21:22:48.406727 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ebe35-4e18-45f1-92c9-ae7112ce9ce6 req-29e60435-32bb-472c-8a4e-44b7c5d9e8c0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:48.412797 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b50ebe35-4e18-45f1-92c9-ae7112ce9ce6 req-29e60435-32bb-472c-8a4e-44b7c5d9e8c0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0932617 May 10 21:22:48.502545 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b50ebe35-4e18-45f1-92c9-ae7112ce9ce6 req-73e60221-147d-422b-ba75-e8b1345a63de tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877011 May 10 21:22:48.664362 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a20c13ed-815c-4aa9-b6a4-4133d1dd6f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:48.716241 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:48.751226 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f47047-e7ff-4561-9b65-ee9750c98b6b req-9f1c8e08-bce9-43ce-b1e0-3c0241662171 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:48.753030 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b9f47047-e7ff-4561-9b65-ee9750c98b6b req-9f1c8e08-bce9-43ce-b1e0-3c0241662171 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0947568 May 10 21:22:48.831938 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b9f47047-e7ff-4561-9b65-ee9750c98b6b req-7987dcec-b7fc-4312-a707-f83055908e0f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663176 May 10 21:22:48.851625 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-685049857-network', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:48.961430 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Made reservation on behalf of 7858ff72ee9843a493c27f9592a540b0 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:48.964882 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:48.974851 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.101509 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks [] for security_group (8bb2a690-1491-47d7-a699-c164c20aa00e), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.205774 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (8bb2a690-1491-47d7-a699-c164c20aa00e), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.244177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:22:49.268889 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (c270e598-eff8-4b6b-8c76-37368e7cbc94), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.269398 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Added segment c270e598-eff8-4b6b-8c76-37368e7cbc94 of type vlan for network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae May 10 21:22:49.271427 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb2a690-1491-47d7-a699-c164c20aa00e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:49.352801 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba178965-3f0d-4adf-8117-f3554fc7be7d req-647c0f2e-0c5a-405e-8567-0e49566ab98a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:49.354491 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ba178965-3f0d-4adf-8117-f3554fc7be7d req-647c0f2e-0c5a-405e-8567-0e49566ab98a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0845890 May 10 21:22:49.360604 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.449220 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ba178965-3f0d-4adf-8117-f3554fc7be7d req-29cd7a81-8529-47cf-be77-806bf9029fd9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888953 May 10 21:22:49.482081 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.484359 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:49.488112 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.602284 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] Pushing event updated for resources: {'Network': ['ID=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:49.613825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:22:49.618090 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-393714f5-afd1-4f52-ab82-cdca88e1626a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9008160 May 10 21:22:49.622507 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52828) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:49.636238 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Request body: {'subnet': {'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-685049857-subnet', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:49.657988 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af31e-eb7e-4232-ab22-3620fc2dcf50 req-20429bc9-5701-4fbe-b9fb-fa5f5c30a2e1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:49.672761 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52830) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:49.677428 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'floatingip': {'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:49.683431 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-751af31e-eb7e-4232-ab22-3620fc2dcf50 req-20429bc9-5701-4fbe-b9fb-fa5f5c30a2e1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.1168196 May 10 21:22:49.742331 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.744391 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Made reservation on behalf of 7858ff72ee9843a493c27f9592a540b0 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:49.747556 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:49.824527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9243b09-a405-4044-836b-1280f728a013 req-d3ce4f75-fce1-48ea-aba7-e2829e80ea9e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:49.833002 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9243b09-a405-4044-836b-1280f728a013 req-d3ce4f75-fce1-48ea-aba7-e2829e80ea9e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0832455 May 10 21:22:49.892643 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9243b09-a405-4044-836b-1280f728a013 req-5d1883d7-4068-4bc3-bf29-08e0434b16be tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586762 May 10 21:22:49.987679 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:50.094473 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee0747-dabc-4420-91e7-b6b0369f69c7 req-8a66a813-89a9-4028-ac25-b38e871dfedb tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:50.096526 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dbee0747-dabc-4420-91e7-b6b0369f69c7 req-8a66a813-89a9-4028-ac25-b38e871dfedb tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0752497 May 10 21:22:50.176802 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dbee0747-dabc-4420-91e7-b6b0369f69c7 req-df0aea04-97f0-45e2-921e-b423b5a8a97f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598576 May 10 21:22:50.477537 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:50.655123 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (65d78b60-e163-4be1-ad03-85b7dec25e65), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:50.714875 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d78b60-e163-4be1-ad03-85b7dec25e65,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:50.719694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:50.759838 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Checking segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:22:50.759838 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Network hostable DHCP agents. Network: 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:22:50.867673 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Floating IP de647baf-b798-4a33-b360-9f4fc354ba93 associated. External IP: 172.27.3.128, port: 889c7cd8-c299-4d1a-a392-db09b20c9d47. May 10 21:22:50.921810 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:22:50.981958 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:51.046861 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:51.053609 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:51.054274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.056922 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894bd8c2-8f19-41ed-b9b7-e36b4d9af06d None None] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:22:51.088045 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fbb8-4bce-4567-8b0e-f8f248b96b88 req-4e3076ef-450d-4d6f-a946-23e4ceb5e4d9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:51.089823 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b4e4fbb8-4bce-4567-8b0e-f8f248b96b88 req-4e3076ef-450d-4d6f-a946-23e4ceb5e4d9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0722709 May 10 21:22:51.152921 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec4b998-5a70-49ec-a88a-65b0bef87cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.211980 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-22e79f1e-c95b-4f85-9a47-62cb623e6367 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5882497 May 10 21:22:51.217424 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b4e4fbb8-4bce-4567-8b0e-f8f248b96b88 req-e49f5878-a836-4736-8dc6-b723a02ae9a0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201260 May 10 21:22:51.220919 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 52850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:51.232878 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:51.233300 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Router 3c056682-c8b3-4a31-8482-38b637ea716f has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:22:51.252659 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:22:51.260495 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.339747 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec4b998-5a70-49ec-a88a-65b0bef87cf0 admin admin] Publish callbacks [] for security_group (1d4bb88d-49b6-42da-8a83-7e8af6e0999c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.407563 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f055-bf37-4617-b914-360d6c49761e req-1c9b0296-cfc4-4b8f-9860-d17de05bfac7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:51.414035 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:22:51.416828 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f311f055-bf37-4617-b914-360d6c49761e req-1c9b0296-cfc4-4b8f-9860-d17de05bfac7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0679443 May 10 21:22:51.423148 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Allocated IP 172.20.0.2 (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae/65d78b60-e163-4be1-ad03-85b7dec25e65/dd736f3b-94d5-4fa8-842d-32ebdfc93464) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:51.426385 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] Sync routers for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:22:51.427540 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.432329 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (bc657978-2155-4345-ba45-9a4c79232207), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.433997 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (bc657978-2155-4345-ba45-9a4c79232207), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.440728 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec4b998-5a70-49ec-a88a-65b0bef87cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (1d4bb88d-49b6-42da-8a83-7e8af6e0999c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.447480 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:22:51.447480 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:51.485262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4b998-5a70-49ec-a88a-65b0bef87cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4bb88d-49b6-42da-8a83-7e8af6e0999c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:51.548910 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-6436e29e-be05-437c-8b32-a09ff8607b86 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "PUT /v2.0/floatingips/de647baf-b798-4a33-b360-9f4fc354ba93 HTTP/1.1" status: 200 len: 991 time: 1.8750515 May 10 21:22:51.549302 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f311f055-bf37-4617-b914-360d6c49761e req-11f3e886-b13a-4676-847f-925bfaf7e236 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306372 May 10 21:22:51.555730 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:51.565952 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d56c9-b14b-425f-93af-f41e890ebaed" -d '{"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:51.583098 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1ec4b998-5a70-49ec-a88a-65b0bef87cf0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a79fdf24582f41c1b7f612aeda47a9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988104 May 10 21:22:51.585828 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:51.598488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Publish callbacks [] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.602980 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.668177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c58f2ed-1bd0-4792-aab9-3e02f538922f x-openstack-request-id: req-9c58f2ed-1bd0-4792-aab9-3e02f538922f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:51.668177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:51.668898 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c58f2ed-1bd0-4792-aab9-3e02f538922f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:51.668898 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c58f2ed-1bd0-4792-aab9-3e02f538922f'] response: {'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'status': 'completed', 'code': 200} May 10 21:22:51.678325 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks [] for router_controller (bc657978-2155-4345-ba45-9a4c79232207), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.693415 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.726551 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac03df2-786c-492a-b879-7d683317810b admin admin] Publish callbacks [] for security_group (1d4bb88d-49b6-42da-8a83-7e8af6e0999c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.743577 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:22:51.748022 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:51.751564 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:51.758337 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac03df2-786c-492a-b879-7d683317810b admin admin] Publish callbacks [] for security_group (1d4bb88d-49b6-42da-8a83-7e8af6e0999c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.758662 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:51.810269 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Pushing event updated for resources: {'Port': ['ID=dd736f3b-94d5-4fa8-842d-32ebdfc93464,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:51.835104 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d56c9-b14b-425f-93af-f41e890ebaed req-cadff84f-89c3-43f5-bba4-421501d8e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:51.836972 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-cadff84f-89c3-43f5-bba4-421501d8e008 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.1427033 May 10 21:22:51.903796 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Attempting to bind port dd736f3b-94d5-4fa8-842d-32ebdfc93464 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:22:51.904604 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Attempting to bind port dd736f3b-94d5-4fa8-842d-32ebdfc93464 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:22:51.905189 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Attempting to bind port dd736f3b-94d5-4fa8-842d-32ebdfc93464 on network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:22:51.916718 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:22:51.917500 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Checking segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:22:51.918124 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.918770 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Bound using segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:22:51.919443 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Bound port: dd736f3b-94d5-4fa8-842d-32ebdfc93464, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:22:51.920640 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.940524 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac03df2-786c-492a-b879-7d683317810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (1d4bb88d-49b6-42da-8a83-7e8af6e0999c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.944174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac03df2-786c-492a-b879-7d683317810b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:51.945780 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bac03df2-786c-492a-b879-7d683317810b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d4bb88d-49b6-42da-8a83-7e8af6e0999c HTTP/1.1" status: 204 len: 168 time: 0.3574295 May 10 21:22:51.970824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac03df2-786c-492a-b879-7d683317810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4bb88d-49b6-42da-8a83-7e8af6e0999c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:52.001224 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d56c9-b14b-425f-93af-f41e890ebaed req-82f6bbcd-fe0f-4f73-8db4-2807815d6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:52.002921 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-82f6bbcd-fe0f-4f73-8db4-2807815d6f66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.1561477 May 10 21:22:52.102699 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] For port dd736f3b-94d5-4fa8-842d-32ebdfc93464, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:22:52.114475 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] For port dd736f3b-94d5-4fa8-842d-32ebdfc93464, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=dd736f3b-94d5-4fa8-842d-32ebdfc93464,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:22:52.157056 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'de647baf-b798-4a33-b360-9f4fc354ba93', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:33Z', 'updated_at': '2022-05-10T21:22:50Z', 'revision_number': 1, 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:52.158008 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-40f6b12c-e39d-4d08-bad6-c98c1be5f2ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 999 time: 0.1340809 May 10 21:22:52.190723 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] Checking router: 3c056682-c8b3-4a31-8482-38b637ea716f for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:22:52.201491 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:22:52.202759 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:52.229588 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d56c9-b14b-425f-93af-f41e890ebaed req-d339d7b3-4549-420e-868e-ff440049a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:52.231213 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-d339d7b3-4549-420e-868e-ff440049a84d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0660245 May 10 21:22:52.281879 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d56c9-b14b-425f-93af-f41e890ebaed req-c93b188a-e1ef-40be-be8f-c88fbbb669a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:52.283674 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-c93b188a-e1ef-40be-be8f-c88fbbb669a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460229 May 10 21:22:52.357010 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:52.372377 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:22:52.382281 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks [] for router_gateway (bc657978-2155-4345-ba45-9a4c79232207), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:52.436248 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a149e12-07a0-487f-bd46-884ec65f520a req-01903815-97e1-43d5-8e8d-0e3dd60b538c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:52.437885 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9a149e12-07a0-487f-bd46-884ec65f520a req-01903815-97e1-43d5-8e8d-0e3dd60b538c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.1096063 May 10 21:22:52.459138 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93a86-4001-490f-b6f9-2d0c6e96bc1b None None] Pushing event updated for resources: {'Port': ['ID=dd736f3b-94d5-4fa8-842d-32ebdfc93464,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:52.506966 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-f87e89f7-810b-4da9-82a9-4c4b9c3d6bcf service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125278 May 10 21:22:52.620291 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9a149e12-07a0-487f-bd46-884ec65f520a req-a36f8439-34e6-43eb-8bd2-c5c90fef2b46 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755314 May 10 21:22:52.664762 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-707d56c9-b14b-425f-93af-f41e890ebaed req-6d7c140e-14e1-4ce1-8b47-bbe776383d59 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487913 May 10 21:22:52.701504 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-826e1cf7-995b-4554-82e5-7586beaacc59 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--374033184&fields=id&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 267 time: 0.1994538 May 10 21:22:52.861475 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'de647baf-b798-4a33-b360-9f4fc354ba93', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:33Z', 'updated_at': '2022-05-10T21:22:50Z', 'revision_number': 1, 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:52.899867 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:52.903091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5570d7d-4f49-47d2-94d8-198a4da87de9 req-f02d6573-b33a-47f8-8a57-da133b0c6b7e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:52.914250 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c5570d7d-4f49-47d2-94d8-198a4da87de9 req-f02d6573-b33a-47f8-8a57-da133b0c6b7e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1043508 May 10 21:22:52.927553 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks [] for router_gateway (bc657978-2155-4345-ba45-9a4c79232207), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:52.932630 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd4480-afb2-425a-bb36-98d56f15977b None None] The sync data for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi is: [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'de647baf-b798-4a33-b360-9f4fc354ba93', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:33Z', 'updated_at': '2022-05-10T21:22:50Z', 'revision_number': 1, 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:22:52.972849 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.017117 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-1651f232-7899-4355-ad9a-a2fd39a9b3b4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:53.024497 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-1651f232-7899-4355-ad9a-a2fd39a9b3b4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.2786067 May 10 21:22:53.029525 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c5570d7d-4f49-47d2-94d8-198a4da87de9 req-4ca02952-4aa9-4e46-a06b-19296cec8050 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139593 May 10 21:22:53.071212 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-1598bd5b-0663-4307-bca6-bf9c9dc83f3d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/quotas/8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 375 time: 0.0456469 May 10 21:22:53.075808 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52892) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:53.092375 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28b8319b-44c8-4a05-9c8e-4d4e86ebe977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.156767 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-daab55be-f90a-45f6-a695-fb8304997e48 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782671 May 10 21:22:53.176990 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28b8319b-44c8-4a05-9c8e-4d4e86ebe977 admin admin] Publish callbacks [] for security_group (c6f278ed-5c42-4284-b268-3ea11a11416b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.208240 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Allocated IP 172.27.3.61 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/ea295292-0574-4e3e-ab62-c01623486f4e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:53.253695 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28b8319b-44c8-4a05-9c8e-4d4e86ebe977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c6f278ed-5c42-4284-b268-3ea11a11416b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.301074 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-28b8319b-44c8-4a05-9c8e-4d4e86ebe977 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f226621ab56847a988bdab74fa9b8e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220490 May 10 21:22:53.302112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8319b-44c8-4a05-9c8e-4d4e86ebe977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f278ed-5c42-4284-b268-3ea11a11416b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:53.305214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52894) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:53.327633 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-a4470470-6f6a-49ff-a245-53b8c772e131 service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582596 May 10 21:22:53.361785 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21aea273-9cac-4dd4-8a05-d3592818ec20 admin admin] Publish callbacks [] for security_group (c6f278ed-5c42-4284-b268-3ea11a11416b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.387544 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21aea273-9cac-4dd4-8a05-d3592818ec20 admin admin] Publish callbacks [] for security_group (c6f278ed-5c42-4284-b268-3ea11a11416b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.441049 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks [] for port (ea295292-0574-4e3e-ab62-c01623486f4e), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.474407 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-a948130b-aded-4888-97e2-60ba0437a7d6 service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381404 May 10 21:22:53.506025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-07b184e9-4b11-4f32-b991-b519d3da258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:53.508337 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-07b184e9-4b11-4f32-b991-b519d3da258f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1129 time: 0.0520306 May 10 21:22:53.551775 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21aea273-9cac-4dd4-8a05-d3592818ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c6f278ed-5c42-4284-b268-3ea11a11416b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.551775 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21aea273-9cac-4dd4-8a05-d3592818ec20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.555001 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-21aea273-9cac-4dd4-8a05-d3592818ec20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6f278ed-5c42-4284-b268-3ea11a11416b HTTP/1.1" status: 204 len: 168 time: 0.2465210 May 10 21:22:53.580922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aea273-9cac-4dd4-8a05-d3592818ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f278ed-5c42-4284-b268-3ea11a11416b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:53.602347 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.689440 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d2ec9-a843-4c67-9b88-9f627ed41185 None None] New status for floating IP de647baf-b798-4a33-b360-9f4fc354ba93: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:22:53.731324 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-4cf20d5b-550c-4900-b6c9-25ad26222ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:53.735036 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-4cf20d5b-550c-4900-b6c9-25ad26222ae6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.2187445 May 10 21:22:53.792357 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Pushing event updated for resources: {'Port': ['ID=ea295292-0574-4e3e-ab62-c01623486f4e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:53.827278 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:53.876900 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:53.881931 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc6bf3a-62d7-4ebf-a9c4-a556caa63ddc None None] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:22:53.883627 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e323a-e44b-47d0-b849-89d601fe82cd req-815c9766-0154-477b-9442-478767eda538 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:53.891507 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bfa43472-4d2f-4152-8ebb-66d49d81db2d req-5f335140-98a6-471d-af62-19f7769298cc tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 210 time: 0.0790503 May 10 21:22:53.893435 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:53.912482 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e7e323a-e44b-47d0-b849-89d601fe82cd req-815c9766-0154-477b-9442-478767eda538 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.1305466 May 10 21:22:53.912482 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-d16328ae-4430-4447-b414-688d11f1a8cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 200 len: 1000 time: 0.1577685 May 10 21:22:53.936827 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] Provisioning complete for port dd736f3b-94d5-4fa8-842d-32ebdfc93464 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:53.937213 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:53.996388 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-f8fed1e7-17e8-43c5-a098-8afeb5aab86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:53.998301 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-f8fed1e7-17e8-43c5-a098-8afeb5aab86b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0779800 May 10 21:22:54.011469 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e7e323a-e44b-47d0-b849-89d601fe82cd req-3aaf42fd-0fe4-41ce-81fe-9baf2f9db3fa tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056697 May 10 21:22:54.093977 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-a65753ad-488e-40d4-a161-160dbce65cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:54.094858 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-a65753ad-488e-40d4-a161-160dbce65cee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794194 May 10 21:22:54.165676 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] Current status of the port dd736f3b-94d5-4fa8-842d-32ebdfc93464 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:54.165676 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:54.221487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] For port dd736f3b-94d5-4fa8-842d-32ebdfc93464, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=dd736f3b-94d5-4fa8-842d-32ebdfc93464,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:54.253257 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b5ab7-c1b2-46b0-be7b-aa616422dcba req-30c03533-e354-4ae4-a453-6551ff8d4013 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:54.265791 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d56b5ab7-c1b2-46b0-be7b-aa616422dcba req-30c03533-e354-4ae4-a453-6551ff8d4013 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1497505 May 10 21:22:54.292139 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-d1806cb0-a8fe-4336-8da1-b74bf6dfa72b service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790652 May 10 21:22:54.317137 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:54.380917 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d56b5ab7-c1b2-46b0-be7b-aa616422dcba req-1fe134eb-22ad-4058-a8f4-6fe86c549e81 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144371 May 10 21:22:54.397171 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faff669-2d16-476c-8cdc-c613413c7bbb None None] Pushing event updated for resources: {'Port': ['ID=dd736f3b-94d5-4fa8-842d-32ebdfc93464,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:54.413929 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks [] for router_gateway (bc657978-2155-4345-ba45-9a4c79232207), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:54.448224 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e00e029-d8c0-4e43-818d-28115e569aa8 req-5a931699-33d2-43ed-a3b3-42b9d45e3309 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473744 May 10 21:22:54.555350 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1507216d-0b36-4927-a77a-6e2366eb5d6b None None] Provisioning complete for port dd736f3b-94d5-4fa8-842d-32ebdfc93464 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:54.555731 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1507216d-0b36-4927-a77a-6e2366eb5d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:54.636072 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1507216d-0b36-4927-a77a-6e2366eb5d6b None None] Current status of the port dd736f3b-94d5-4fa8-842d-32ebdfc93464 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:54.644517 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (bc657978-2155-4345-ba45-9a4c79232207), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:54.818975 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device dd736f3b-94d5-4fa8-842d-32ebdfc93464 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:22:54.875177 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port dd736f3b-94d5-4fa8-842d-32ebdfc93464 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:54.875351 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Router bc657978-2155-4345-ba45-9a4c79232207 is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:22:54.875686 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:54.968294 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port dd736f3b-94d5-4fa8-842d-32ebdfc93464 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:55.000669 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ad555b28-ddf6-4f05-bbed-6f423cfdaeea req-f4ae2c4e-e97f-4a07-9f90-8ccefdb14433 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 210 time: 0.0306294 May 10 21:22:55.001616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:22:55.015566 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Sync routers for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:22:55.027501 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:22:55.034819 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:55.103171 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:55.104310 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7ea98faa-ade1-4185-bd3c-94d38958a7ad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8824232 May 10 21:22:55.107854 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 52944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:55.146931 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861952a-43af-47b7-936e-0241a2c3826d req-d79259df-92b8-4b33-a7c3-086b7a29a815 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:55.148577 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e861952a-43af-47b7-936e-0241a2c3826d req-d79259df-92b8-4b33-a7c3-086b7a29a815 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.0564952 May 10 21:22:55.214555 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e861952a-43af-47b7-936e-0241a2c3826d req-3ceaeb16-5fe6-430f-8713-b10a912d443b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599489 May 10 21:22:55.241496 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:22:55.423783 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:54Z', 'revision_number': 3, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:55.472175 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Checking router: bc657978-2155-4345-ba45-9a4c79232207 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:22:55.472576 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Updating router bc657978-2155-4345-ba45-9a4c79232207 port ea295292-0574-4e3e-ab62-c01623486f4e binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:22:55.502627 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:55.738888 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abffc0-bbed-4d1b-88ec-bd33c3e1aea0 req-992ebf1d-ba6d-4de9-b030-b3442e1e0332 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:55.740426 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-74abffc0-bbed-4d1b-88ec-bd33c3e1aea0 req-992ebf1d-ba6d-4de9-b030-b3442e1e0332 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0573556 May 10 21:22:55.806499 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Publish callbacks [] for port (ea295292-0574-4e3e-ab62-c01623486f4e), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:55.838144 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-74abffc0-bbed-4d1b-88ec-bd33c3e1aea0 req-c5401340-21d8-42bb-974b-fe3891989157 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786159 May 10 21:22:55.861980 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:55.900041 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:55.907513 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Pushing event updated for resources: {'Port': ['ID=ea295292-0574-4e3e-ab62-c01623486f4e,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:55.917007 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.917582 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.918101 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.918651 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.919429 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.920003 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.920372 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.920707 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.921033 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.921365 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.922087 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.922456 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.923057 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.923390 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.923717 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:22:55.944410 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Attempting to bind port ea295292-0574-4e3e-ab62-c01623486f4e on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:22:55.944791 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Attempting to bind port ea295292-0574-4e3e-ab62-c01623486f4e by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:22:55.945158 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Attempting to bind port ea295292-0574-4e3e-ab62-c01623486f4e on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:22:55.950355 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:22:55.950755 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:22:55.951791 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:55.952213 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:22:55.952739 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Bound port: ea295292-0574-4e3e-ab62-c01623486f4e, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:22:55.953410 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.003696 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] For port ea295292-0574-4e3e-ab62-c01623486f4e, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:22:56.007053 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] For port ea295292-0574-4e3e-ab62-c01623486f4e, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=ea295292-0574-4e3e-ab62-c01623486f4e,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:22:56.061433 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.090747 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Allocated IP 172.20.0.1 (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae/65d78b60-e163-4be1-ad03-85b7dec25e65/81d5e962-f5f9-4777-a4e4-4ebe14c3f896) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:56.130277 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-db2bb29f-1ca4-4f75-9c63-abf0e9acfcea req-192167ba-42d3-426a-8505-f8bc20293316 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 210 time: 0.0422401 May 10 21:22:56.132333 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:22:56.133010 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:56.173500 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c69120-3bf2-4a63-8774-75b9057d1c0c None None] Pushing event updated for resources: {'Port': ['ID=ea295292-0574-4e3e-ab62-c01623486f4e,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:56.203800 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks [] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.264286 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:22:56.307061 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.370834 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:22:56.442572 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:56.456766 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:56.461853 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:56.472227 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: ACTIVE; New status is: DOWN {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:56.472635 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.472930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfabb5-37ef-49d3-a984-81ce89c5cb75 req-b4ceca13-08c3-4078-999a-b5315b9d4b21 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:56.475069 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8adfabb5-37ef-49d3-a984-81ce89c5cb75 req-b4ceca13-08c3-4078-999a-b5315b9d4b21 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 945 time: 0.1825099 May 10 21:22:56.477443 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:54Z', 'revision_number': 3, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:56.506483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:22:56.508925 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a01047e-2530-4b3a-a515-fc9de7dffcc2" -d '{"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-unplugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:22:56.512009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Pushing event updated for resources: {'Port': ['ID=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:56.521745 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85d5d8-e791-4782-bbd9-705b9e97a6fe None None] The sync data for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi is: [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:54Z', 'revision_number': 3, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:22:56.547320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:56.582025 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ae81b5-37c7-41f3-8889-842f7374daac x-openstack-request-id: req-00ae81b5-37c7-41f3-8889-842f7374daac {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:22:56.582732 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-unplugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:22:56.584019 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00ae81b5-37c7-41f3-8889-842f7374daac {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:22:56.584535 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ae81b5-37c7-41f3-8889-842f7374daac'] response: {'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'code': 200} May 10 21:22:56.594774 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8adfabb5-37ef-49d3-a984-81ce89c5cb75 req-36536e3c-8171-46d1-9cfc-9a3024e6db9d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767434 May 10 21:22:56.614837 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (bc657978-2155-4345-ba45-9a4c79232207), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.654948 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.733329 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:56.905516 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-81ed3e2c-3c2a-473e-922d-d3f3dfa1b73d None None] Provisioning complete for port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:56.905925 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81ed3e2c-3c2a-473e-922d-d3f3dfa1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.922870 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:56.965120 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-81ed3e2c-3c2a-473e-922d-d3f3dfa1b73d None None] Port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:22:57.050764 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da560a-1c51-48f8-8190-4c32abcf477d req-d92225bf-c1e0-487b-9cd8-62e04131952d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:57.052527 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-44da560a-1c51-48f8-8190-4c32abcf477d req-d92225bf-c1e0-487b-9cd8-62e04131952d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0744729 May 10 21:22:57.114112 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-44da560a-1c51-48f8-8190-4c32abcf477d req-f157cf0e-29fc-4361-8614-87bdfe457ffd tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502751 May 10 21:22:57.219724 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks [] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:57.267612 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-830a5548-6296-4d8b-a88c-8d9181c2c976 req-f8c33897-53b5-40b4-bb6a-3864d048a4d5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 210 time: 0.0354450 May 10 21:22:57.270242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:57.355732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (bc657978-2155-4345-ba45-9a4c79232207), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:57.357705 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Pushing event updated for resources: {'Port': ['ID=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:57.461585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:57.463349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:57.616073 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Router bc657978-2155-4345-ba45-9a4c79232207 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:22:57.707537 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-09c9f29a-2acc-439b-a84e-45570f5412ea None None] Provisioning complete for port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:57.708545 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09c9f29a-2acc-439b-a84e-45570f5412ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:57.749433 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-09c9f29a-2acc-439b-a84e-45570f5412ea None None] Port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:22:57.750720 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69979725-be29-4ed1-9156-708234cc71d7 req-308eee59-dd6f-4fc2-a4bb-51e70b6e5589 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:57.752258 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-69979725-be29-4ed1-9156-708234cc71d7 req-308eee59-dd6f-4fc2-a4bb-51e70b6e5589 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0722020 May 10 21:22:57.798807 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:22:57.804155 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8aeaadd9-2d00-42f6-92ca-6a3d8cb66348 admin admin] 10.222.0.25 "PUT /v2.0/routers/bc657978-2155-4345-ba45-9a4c79232207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943321 May 10 21:22:57.816142 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-69979725-be29-4ed1-9156-708234cc71d7 req-18e7cb52-aa46-4bfe-94a2-638efc1b7e4a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550756 May 10 21:22:58.003803 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-4f0ecd02-b017-4222-847e-cb97c16a8040 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:58.006572 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-4f0ecd02-b017-4222-847e-cb97c16a8040 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.1473603 May 10 21:22:58.100105 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-eb32f4a9-b2c0-4dfd-958b-6db9f0eef24d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 471 time: 0.0842562 May 10 21:22:58.110048 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'port': {'device_id': '362a9924-7119-4e2e-bd41-d68a5f545009', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'admin_state_up': True, 'tenant_id': '8286226c580f4896aec72c65642fce30', 'security_groups': ['b599ed8f-ae1c-41a6-82ec-204cac129106']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:58.295124 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f3cad-4c27-476f-9423-bc070acfe1c7 req-efeb0312-1ce8-4504-a8ed-e8e80b8e3074 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:58.297020 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-743f3cad-4c27-476f-9423-bc070acfe1c7 req-efeb0312-1ce8-4504-a8ed-e8e80b8e3074 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0634718 May 10 21:22:58.349474 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-743f3cad-4c27-476f-9423-bc070acfe1c7 req-7151240e-304b-432e-bfd5-5a9eb32ff866 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 May 10 21:22:58.350651 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Made reservation on behalf of 8286226c580f4896aec72c65642fce30 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:58.354197 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:58.490415 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bbee37de-fb29-4271-8253-8d67c76af602 req-0350d662-0326-4ed5-b9a4-eea80b2d9490 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 210 time: 0.0434411 May 10 21:22:58.523544 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.20.0.13 (3f280d19-4e21-4706-a61f-7c29f950ac00/9d80f143-2da6-498b-91cd-4bf0b726ac2c/d51acf48-316f-4040-b5d3-2beac72dba60) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:22:58.661175 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Sync routers for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:22:58.681131 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:22:58.681601 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (d51acf48-316f-4040-b5d3-2beac72dba60), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:58.682207 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:58.775892 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53048) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:58.780630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:58.782467 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1104201028-network', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:58.853264 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:22:58.859564 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:22:58.865076 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:22:58.868543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=d51acf48-316f-4040-b5d3-2beac72dba60,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:58.899246 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Made reservation on behalf of 7e32b7fdc90b409e8479835137e2cbf9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:58.901995 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:58.916984 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:58.947647 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device ea295292-0574-4e3e-ab62-c01623486f4e up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:22:58.948245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:58.948759 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:58.988831 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:22:59.015669 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks [] for security_group (032a9806-3aa2-4f1c-b267-0c651aeb1dbf), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.080523 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-ea9d39cc-f6e7-49b4-99ce-b2c0bf932f4f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9747581 May 10 21:22:59.094334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Request body: {'port': {'device_id': '362a9924-7119-4e2e-bd41-d68a5f545009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:59.097075 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port ea295292-0574-4e3e-ab62-c01623486f4e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:59.097508 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.106664 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (032a9806-3aa2-4f1c-b267-0c651aeb1dbf), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.129305 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:22:59.151382 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032a9806-3aa2-4f1c-b267-0c651aeb1dbf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:59.162232 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (ffa0a0e1-4f4b-4f0d-a730-163ee474675e), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.162679 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Added segment ffa0a0e1-4f4b-4f0d-a730-163ee474675e of type vlan for network d1059785-1aa0-4e3e-b796-0f6eda67ee60 May 10 21:22:59.209583 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.217385 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4f19f032-ef9c-4951-a128-ac2fd3e4e4a3 None None] Provisioning complete for port d51acf48-316f-4040-b5d3-2beac72dba60 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:22:59.217846 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f19f032-ef9c-4951-a128-ac2fd3e4e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.218710 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (d1059785-1aa0-4e3e-b796-0f6eda67ee60), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.299331 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4f19f032-ef9c-4951-a128-ac2fd3e4e4a3 None None] Port d51acf48-316f-4040-b5d3-2beac72dba60 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:22:59.344779 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (d1059785-1aa0-4e3e-b796-0f6eda67ee60), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.345899 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:59.346535 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.382668 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port ea295292-0574-4e3e-ab62-c01623486f4e is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:22:59.382971 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.415202 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:22:57Z', 'revision_number': 2, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:22:59.431679 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] Pushing event updated for resources: {'Network': ['ID=d1059785-1aa0-4e3e-b796-0f6eda67ee60,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:59.436865 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port ea295292-0574-4e3e-ab62-c01623486f4e, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=ea295292-0574-4e3e-ab62-c01623486f4e,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:22:59.464349 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Checking router: bc657978-2155-4345-ba45-9a4c79232207 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:22:59.464831 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Updating router bc657978-2155-4345-ba45-9a4c79232207 port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:22:59.470155 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:22:59.484173 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-bb9cc9f8-ff7c-4a19-a2d8-1e93d8778fe5 req-c8ccbb6d-3526-4a42-a42a-34b7baf0e186 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:22:59.485163 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-bb9cc9f8-ff7c-4a19-a2d8-1e93d8778fe5 req-c8ccbb6d-3526-4a42-a42a-34b7baf0e186 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078669 May 10 21:22:59.515144 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a876a-df04-4730-8d84-480ea10590f2 req-9dc50a72-3076-400e-aed4-ae8bf0dba8a5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:59.519057 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.535343 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-944a876a-df04-4730-8d84-480ea10590f2 req-9dc50a72-3076-400e-aed4-ae8bf0dba8a5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0746608 May 10 21:22:59.551198 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4522dcad-46c3-435e-b8b3-2ba3d204c701 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7736139 May 10 21:22:59.553982 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53076) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:22:59.560043 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Request body: {'subnet': {'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1104201028-subnet', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:22:59.592372 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.626539 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-944a876a-df04-4730-8d84-480ea10590f2 req-03578dfe-45ff-4c38-91b0-20fa7f7a9736 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836132 May 10 21:22:59.672232 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51acf48-316f-4040-b5d3-2beac72dba60 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:22:59.676332 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Made reservation on behalf of 7e32b7fdc90b409e8479835137e2cbf9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:22:59.679354 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.682504 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Publish callbacks [] for port (d51acf48-316f-4040-b5d3-2beac72dba60), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.694466 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=ea295292-0574-4e3e-ab62-c01623486f4e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:59.713920 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Transition to ACTIVE for port object d51acf48-316f-4040-b5d3-2beac72dba60 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:22:59.802598 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:22:59.807542 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25e288-4e92-4cb6-a661-445b9dd20ee3 req-19fa1931-972e-409b-99a3-1bdcd6ab3634 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:59.809088 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9a25e288-4e92-4cb6-a661-445b9dd20ee3 req-19fa1931-972e-409b-99a3-1bdcd6ab3634 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 932 time: 0.1033084 May 10 21:22:59.931074 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9a25e288-4e92-4cb6-a661-445b9dd20ee3 req-258b9b80-b748-405d-9002-032ffd4f9465 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145000 May 10 21:22:59.947452 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86486726-502a-494e-af5c-3245cc04c33b req-aa1b4ee9-8bfe-4302-aed1-551f1eedc344 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:22:59.949348 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-86486726-502a-494e-af5c-3245cc04c33b req-aa1b4ee9-8bfe-4302-aed1-551f1eedc344 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1425734 May 10 21:22:59.951620 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Pushing event updated for resources: {'Port': ['ID=d51acf48-316f-4040-b5d3-2beac72dba60,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:22:59.997183 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Publish callbacks [] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.071609 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (19043f6f-0969-4802-8985-6d7b0814412f), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.073052 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.107814 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-86486726-502a-494e-af5c-3245cc04c33b req-8a02057d-00cb-4846-8d71-e8a789c6379a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188972 May 10 21:23:00.140426 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Attempting to bind port d51acf48-316f-4040-b5d3-2beac72dba60 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:23:00.140671 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Attempting to bind port d51acf48-316f-4040-b5d3-2beac72dba60 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:23:00.146825 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Attempting to bind port d51acf48-316f-4040-b5d3-2beac72dba60 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:00.162797 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Port d51acf48-316f-4040-b5d3-2beac72dba60 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:23:00.162797 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Attempting to bind port d51acf48-316f-4040-b5d3-2beac72dba60 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:00.172451 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:23:00.174568 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:00.176020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Bound using segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:23:00.176628 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Checking segment: {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:00.176992 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Network hostable DHCP agents. Network: d1059785-1aa0-4e3e-b796-0f6eda67ee60, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:23:00.177320 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Bound port: d51acf48-316f-4040-b5d3-2beac72dba60, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:23:00.178311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.184045 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=19043f6f-0969-4802-8985-6d7b0814412f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:00.247624 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b536-d725-4abf-ba38-e5b9b36f5f9f None None] Pushing event updated for resources: {'Port': ['ID=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:00.277631 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Attempting to bind port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:23:00.278138 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Attempting to bind port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:23:00.278633 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Attempting to bind port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 on network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:00.286731 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:23:00.287639 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Checking segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:00.292200 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.300118 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Bound using segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:23:00.300118 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Bound port: 81d5e962-f5f9-4777-a4e4-4ebe14c3f896, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:23:00.300118 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.321055 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] For port d51acf48-316f-4040-b5d3-2beac72dba60, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:23:00.333439 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:23:00.340096 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] For port d51acf48-316f-4040-b5d3-2beac72dba60, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d51acf48-316f-4040-b5d3-2beac72dba60,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:23:00.393383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:23:00.437996 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] For port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:23:00.442806 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.443177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, d1059785-1aa0-4e3e-b796-0f6eda67ee60) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:00.454020 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:00.455121 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.470047 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] For port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:23:00.472685 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d2e42-7ec0-473c-9b5b-1a2d61afd9b2 None None] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:23:00.492302 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:00.492769 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.494158 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] 10.222.0.23 "PUT /v2.0/ports/d51acf48-316f-4040-b5d3-2beac72dba60 HTTP/1.1" status: 200 len: 1094 time: 1.4059811 May 10 21:23:00.494625 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:23:00.496884 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faae20a-0f45-4172-b6d1-8eef84d79610" -d '{"events": [{"name": "network-changed", "server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:23:00.533381 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9ac46f4c-c7b0-43c4-bd87-0b29b4e9aa3f None None] Provisioning complete for port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:00.533763 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ac46f4c-c7b0-43c4-bd87-0b29b4e9aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.544510 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ebf1b-e186-40c8-959f-f940c7b34538 service neutron] Pushing event updated for resources: {'Port': ['ID=d51acf48-316f-4040-b5d3-2beac72dba60,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:00.549403 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-39be9e6c-b7d5-4f4b-9d8c-36a69a773cba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9939692 May 10 21:23:00.551971 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53118) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:00.556579 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:23:00.569699 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd62eb-4072-4a29-a626-bb071853cc8e x-openstack-request-id: req-98fd62eb-4072-4a29-a626-bb071853cc8e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:23:00.570069 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:23:00.570321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98fd62eb-4072-4a29-a626-bb071853cc8e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:23:00.570950 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fd62eb-4072-4a29-a626-bb071853cc8e'] response: {'name': 'network-changed', 'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'status': 'completed', 'code': 200} May 10 21:23:00.612291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.636100 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faae20a-0f45-4172-b6d1-8eef84d79610 req-601e113b-2a80-4735-95d6-40a5906c6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:00.640615 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2faae20a-0f45-4172-b6d1-8eef84d79610 req-601e113b-2a80-4735-95d6-40a5906c6eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 1128 time: 0.0500004 May 10 21:23:00.687767 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9ac46f4c-c7b0-43c4-bd87-0b29b4e9aa3f None None] Port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:23:00.755230 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-d1059785-1aa0-4e3e-b796-0f6eda67ee60', 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60', 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'fixed_ips': [{'subnet_id': '19043f6f-0969-4802-8985-6d7b0814412f'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:23:00.756464 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.776128 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (269e96bd-decf-4c6f-95e3-e8856d608e49), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.777364 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (269e96bd-decf-4c6f-95e3-e8856d608e49), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.787406 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: DOWN; New status is: DOWN {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:00.807795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faae20a-0f45-4172-b6d1-8eef84d79610 req-5b046cc9-d920-4d3a-874c-2523ee7d1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:00.822632 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2faae20a-0f45-4172-b6d1-8eef84d79610 req-5b046cc9-d920-4d3a-874c-2523ee7d1dc1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8286226c580f4896aec72c65642fce30&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1672485 May 10 21:23:00.856572 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b536-d725-4abf-ba38-e5b9b36f5f9f None None] Pushing event updated for resources: {'Port': ['ID=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:00.904329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53128) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:00.933178 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks [] for router_controller (269e96bd-decf-4c6f-95e3-e8856d608e49), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:00.934389 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9da-ca96-4f6f-9e8c-7ede7758ec6c req-8e383bf8-e21f-4ce5-9840-f72fd0f3f6e1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:00.936108 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16b9f9da-ca96-4f6f-9e8c-7ede7758ec6c req-8e383bf8-e21f-4ce5-9840-f72fd0f3f6e1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1833527 May 10 21:23:00.947482 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device ea295292-0574-4e3e-ab62-c01623486f4e up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:00.952108 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:00.952874 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:01.050321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faae20a-0f45-4172-b6d1-8eef84d79610 req-cb66f0dd-e4ba-4643-ac76-1c777ac39ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.051896 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2faae20a-0f45-4172-b6d1-8eef84d79610 req-cb66f0dd-e4ba-4643-ac76-1c777ac39ec6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790509 May 10 21:23:01.106275 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-0533870f-fe5d-45b1-bda0-6fbfbc9b9126 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1974554 May 10 21:23:01.126482 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-be9702f4-c39c-4c60-ac38-176e8286e053 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:23:01.127816 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-be9702f4-c39c-4c60-ac38-176e8286e053 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0125022 May 10 21:23:01.162095 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16b9f9da-ca96-4f6f-9e8c-7ede7758ec6c req-1192765c-6869-49d1-9282-3ba69a91a698 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402454 May 10 21:23:01.218973 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-04a3c81a-97ec-418c-97f3-229056644f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.222609 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-04a3c81a-97ec-418c-97f3-229056644f3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 1128 time: 0.1043775 May 10 21:23:01.256807 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53140) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:01.313469 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-1daba7b0-5733-42ef-a45f-c114680552a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51acf48-316f-4040-b5d3-2beac72dba60 HTTP/1.1" status: 200 len: 217 time: 0.0832083 May 10 21:23:01.359170 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091151e4-e304-41db-8d3c-141be7124ac3 req-80ce8b14-4c1c-4a55-ab08-dce745372dc0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.360525 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Allocated IP 172.20.0.2 (d1059785-1aa0-4e3e-b796-0f6eda67ee60/19043f6f-0969-4802-8985-6d7b0814412f/f647edd3-087a-4e39-bdf0-5bb2c9180b97) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:23:01.366853 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-091151e4-e304-41db-8d3c-141be7124ac3 req-80ce8b14-4c1c-4a55-ab08-dce745372dc0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1278851 May 10 21:23:01.379251 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port ea295292-0574-4e3e-ab62-c01623486f4e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:01.379624 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.410920 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] Provisioning complete for port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:01.411293 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.463771 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-2ef1abc2-ec2d-4978-8273-6534646680e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.465250 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-2ef1abc2-ec2d-4978-8273-6534646680e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.1433635 May 10 21:23:01.468878 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-091151e4-e304-41db-8d3c-141be7124ac3 req-7fa1fa00-df33-46ce-ab32-df5f3673a0e4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011903 May 10 21:23:01.470769 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:01.491549 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0710-e8c3-4c72-a320-b0c2e644d82e req-0d3e7417-9925-4cd9-b664-601a504bbcf2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.493120 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-05fa0710-e8c3-4c72-a320-b0c2e644d82e req-0d3e7417-9925-4cd9-b664-601a504bbcf2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 944 time: 0.1241591 May 10 21:23:01.520025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-528d77cc-0936-4a8a-a7be-311e66f680f2 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.521616 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-528d77cc-0936-4a8a-a7be-311e66f680f2 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports/83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 200 len: 940 time: 0.2322145 May 10 21:23:01.537863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-7db8ae85-6167-4078-a924-722b3f5773c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:01.539565 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-7db8ae85-6167-4078-a924-722b3f5773c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678654 May 10 21:23:01.564299 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks [] for router_gateway (269e96bd-decf-4c6f-95e3-e8856d608e49), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.620345 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-05fa0710-e8c3-4c72-a320-b0c2e644d82e req-0c1db553-d703-48ac-bcc0-0290c1df2575 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213148 May 10 21:23:01.657998 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-041665ef-0909-41a1-89d6-9fa7bc92507b service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103251 May 10 21:23:01.744402 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Publish callbacks [] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.793818 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5e04b53a-c944-43e3-b8cc-085951cab9e2 req-a661dbc8-1be0-4139-8d80-b8aac6eaa30d service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252575 May 10 21:23:01.860340 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.905835 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks [] for router_gateway (269e96bd-decf-4c6f-95e3-e8856d608e49), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.916035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port ea295292-0574-4e3e-ab62-c01623486f4e is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:01.923261 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] Current status of the port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:01.923761 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.935336 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:01.938350 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:23:01.957604 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:01.965619 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Pushing event updated for resources: {'Port': ['ID=f647edd3-087a-4e39-bdf0-5bb2c9180b97,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:01.971017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:23:02.051519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] For port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:02.076177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Allocated IP 172.27.3.146 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/1495f615-efcc-4c0c-9eb5-7d04a9068ce8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:23:02.082234 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:00Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:02.086608 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Attempting to bind port f647edd3-087a-4e39-bdf0-5bb2c9180b97 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:23:02.086978 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Attempting to bind port f647edd3-087a-4e39-bdf0-5bb2c9180b97 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:23:02.087332 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Attempting to bind port f647edd3-087a-4e39-bdf0-5bb2c9180b97 on network d1059785-1aa0-4e3e-b796-0f6eda67ee60 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:02.119315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9f437-47ff-4040-aa8b-b6f75e00570c None None] The sync data for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi is: [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:00Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:23:02.124185 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:23:02.124566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Checking segment: {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:02.124971 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.125357 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Bound using segment: {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:23:02.125869 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Bound port: f647edd3-087a-4e39-bdf0-5bb2c9180b97, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:23:02.126286 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.128317 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.216222 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c1b32-897f-46bd-a5e1-3b4cc8f20217 None None] Pushing event updated for resources: {'Port': ['ID=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:02.260403 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] For port f647edd3-087a-4e39-bdf0-5bb2c9180b97, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:23:02.263541 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks [] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.264830 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] For port f647edd3-087a-4e39-bdf0-5bb2c9180b97, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=f647edd3-087a-4e39-bdf0-5bb2c9180b97,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:23:02.322954 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.329542 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53168) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:02.332430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0ef7-8d26-4c21-9715-016745cf8ad5 req-8dc3f0d0-7912-4b2a-8e18-b559fcd2592c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:02.334568 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2b8c0ef7-8d26-4c21-9715-016745cf8ad5 req-8dc3f0d0-7912-4b2a-8e18-b559fcd2592c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0628572 May 10 21:23:02.375410 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.379591 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c7ce2-0646-40a1-9a07-f1e6affff5e2 None None] Pushing event updated for resources: {'Port': ['ID=f647edd3-087a-4e39-bdf0-5bb2c9180b97,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:02.411087 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2b8c0ef7-8d26-4c21-9715-016745cf8ad5 req-9ed79531-3906-411d-b38d-ae228674963f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691581 May 10 21:23:02.444678 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:23:02.448234 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:02.450805 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:23:02.549212 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47004881-e1f8-49a2-9d12-a7b99ecc1751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:02.578418 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Pushing event updated for resources: {'Port': ['ID=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:02.735437 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae3b76-a775-435b-9932-fbf6218032bb req-88701c48-6d06-4ab1-8423-d1a7ae107b77 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:02.743238 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-50ae3b76-a775-435b-9932-fbf6218032bb req-88701c48-6d06-4ab1-8423-d1a7ae107b77 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1582766 May 10 21:23:02.774482 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb2b8b-5aee-4c27-b937-7d9a1f117a45 req-9fcb9628-5707-48fe-9b1f-3003d24356f1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:02.784683 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-55fb2b8b-5aee-4c27-b937-7d9a1f117a45 req-9fcb9628-5707-48fe-9b1f-3003d24356f1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 944 time: 0.0806098 May 10 21:23:02.883483 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-55fb2b8b-5aee-4c27-b937-7d9a1f117a45 req-ddb194de-0e28-470e-911e-41947757430e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933461 May 10 21:23:02.928122 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-50ae3b76-a775-435b-9932-fbf6218032bb req-21ed428b-b654-4a27-a2cc-d8d349223223 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839104 May 10 21:23:02.944490 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device f647edd3-087a-4e39-bdf0-5bb2c9180b97 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:03.025181 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47004881-e1f8-49a2-9d12-a7b99ecc1751 admin admin] Publish callbacks [] for security_group (0814ce9d-27ec-4833-9e65-c6e4d2f98a9c), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.040456 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port f647edd3-087a-4e39-bdf0-5bb2c9180b97 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:03.041119 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.047479 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks [] for router_gateway (269e96bd-decf-4c6f-95e3-e8856d608e49), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.103692 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47004881-e1f8-49a2-9d12-a7b99ecc1751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0814ce9d-27ec-4833-9e65-c6e4d2f98a9c), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.149547 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port f647edd3-087a-4e39-bdf0-5bb2c9180b97 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:03.149940 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.192091 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-47004881-e1f8-49a2-9d12-a7b99ecc1751 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a21d64ebb9f844ebb1398e83dac91403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566687 May 10 21:23:03.192091 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47004881-e1f8-49a2-9d12-a7b99ecc1751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0814ce9d-27ec-4833-9e65-c6e4d2f98a9c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:03.192369 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53178) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:03.212913 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port f647edd3-087a-4e39-bdf0-5bb2c9180b97, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=f647edd3-087a-4e39-bdf0-5bb2c9180b97,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:03.276315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.281634 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:03.302304 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-927b9ddf-824c-479d-8309-4361bbe0f4d6 admin admin] Publish callbacks [] for security_group (0814ce9d-27ec-4833-9e65-c6e4d2f98a9c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.339480 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-927b9ddf-824c-479d-8309-4361bbe0f4d6 admin admin] Publish callbacks [] for security_group (0814ce9d-27ec-4833-9e65-c6e4d2f98a9c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.428656 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=f647edd3-087a-4e39-bdf0-5bb2c9180b97,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:03.434175 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (269e96bd-decf-4c6f-95e3-e8856d608e49), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.456199 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:03.456199 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.527974 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-927b9ddf-824c-479d-8309-4361bbe0f4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0814ce9d-27ec-4833-9e65-c6e4d2f98a9c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.532370 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-927b9ddf-824c-479d-8309-4361bbe0f4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.536100 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-927b9ddf-824c-479d-8309-4361bbe0f4d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0814ce9d-27ec-4833-9e65-c6e4d2f98a9c HTTP/1.1" status: 204 len: 168 time: 0.3398926 May 10 21:23:03.627501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b9ddf-824c-479d-8309-4361bbe0f4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814ce9d-27ec-4833-9e65-c6e4d2f98a9c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:03.646395 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47025640-68de-47e1-a716-7264f2ad7d23 req-25fe8ab5-d7ca-4a22-950f-a765ecb758c5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:03.648765 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-47025640-68de-47e1-a716-7264f2ad7d23 req-25fe8ab5-d7ca-4a22-950f-a765ecb758c5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1132989 May 10 21:23:03.679825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:03.725137 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-47025640-68de-47e1-a716-7264f2ad7d23 req-01c25e3e-8ea8-4d82-89c1-f67b3f43b1df tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695901 May 10 21:23:03.825366 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Router 269e96bd-decf-4c6f-95e3-e8856d608e49 is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:23:03.880477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616bf09-6603-4cd7-883e-6f4a41ecdcb7 None None] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:23:03.963614 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ca2f1ea6-e714-469f-b152-bd65c7129303 None None] Provisioning complete for port f647edd3-087a-4e39-bdf0-5bb2c9180b97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:03.963982 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1ea6-e714-469f-b152-bd65c7129303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:03.971011 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:23:03.984697 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Sync routers for ids ['269e96bd-decf-4c6f-95e3-e8856d608e49'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:23:03.999543 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Routers {'269e96bd-decf-4c6f-95e3-e8856d608e49'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:04.000390 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['269e96bd-decf-4c6f-95e3-e8856d608e49'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:04.059201 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.059201 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a48c5fcb-5781-489a-8704-31b3241c2873 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5048218 May 10 21:23:04.061553 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53196) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:04.070799 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be058992-dfd2-481c-9d68-21bd9323274a req-c09f5a66-1514-4cb4-8274-d5950d615cf8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:04.079851 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-be058992-dfd2-481c-9d68-21bd9323274a req-c09f5a66-1514-4cb4-8274-d5950d615cf8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 944 time: 0.0801506 May 10 21:23:04.157127 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-be058992-dfd2-481c-9d68-21bd9323274a req-ac863946-b18f-434a-9d79-b23ef1ad697c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760098 May 10 21:23:04.196372 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Set router 269e96bd-decf-4c6f-95e3-e8856d608e49 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:04.205574 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f1ea6-e714-469f-b152-bd65c7129303 None None] Current status of the port f647edd3-087a-4e39-bdf0-5bb2c9180b97 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:04.406724 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d51acf48-316f-4040-b5d3-2beac72dba60 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:23:04.433042 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:23:02Z', 'revision_number': 3, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:04.448927 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53198) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:04.467807 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6502d0ac-48f1-47b0-b204-e4b796c38cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.472444 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Checking router: 269e96bd-decf-4c6f-95e3-e8856d608e49 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:23:04.473041 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Updating router 269e96bd-decf-4c6f-95e3-e8856d608e49 port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:23:04.509265 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.513066 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d5a6d-1676-4498-9cba-2c7fe736404c req-335ae086-cb2a-411d-9d35-5a08eb205e4d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:04.521092 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9a8d5a6d-1676-4498-9cba-2c7fe736404c req-335ae086-cb2a-411d-9d35-5a08eb205e4d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.3486769 May 10 21:23:04.541267 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port d51acf48-316f-4040-b5d3-2beac72dba60, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d51acf48-316f-4040-b5d3-2beac72dba60,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:04.556260 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6256b003-06f3-4e2a-beea-2133dbe26b51 None None] Provisioning complete for port f647edd3-087a-4e39-bdf0-5bb2c9180b97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:04.556638 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6256b003-06f3-4e2a-beea-2133dbe26b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.558501 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'port_id': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'mac_address': 'fa:16:3e:6a:6e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:23:04.587516 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6502d0ac-48f1-47b0-b204-e4b796c38cab admin admin] Publish callbacks [] for security_group (76970639-468d-43d6-be86-1df76c09e504), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.632395 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9a8d5a6d-1676-4498-9cba-2c7fe736404c req-010a1f8b-fe84-4492-baf8-bccb369fdd29 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063807 May 10 21:23:04.641316 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port d51acf48-316f-4040-b5d3-2beac72dba60 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:04.641706 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.660675 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51acf48-316f-4040-b5d3-2beac72dba60 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:23:04.672381 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6502d0ac-48f1-47b0-b204-e4b796c38cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (76970639-468d-43d6-be86-1df76c09e504), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.729571 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502d0ac-48f1-47b0-b204-e4b796c38cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76970639-468d-43d6-be86-1df76c09e504,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:04.738695 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-6502d0ac-48f1-47b0-b204-e4b796c38cab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b1b06e0dc85427f84e0643b0e0ed0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862000 May 10 21:23:04.739651 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53204) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:04.851326 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893840a-c221-445e-90c1-4c0169fc0289 admin admin] Publish callbacks [] for security_group (76970639-468d-43d6-be86-1df76c09e504), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.902562 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893840a-c221-445e-90c1-4c0169fc0289 admin admin] Publish callbacks [] for security_group (76970639-468d-43d6-be86-1df76c09e504), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:04.959379 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dceb9bd-b31c-460c-86e9-1a75cc1581f2 req-b6313b0f-ecde-4cb4-8ddc-15948449354a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:04.961180 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0dceb9bd-b31c-460c-86e9-1a75cc1581f2 req-b6313b0f-ecde-4cb4-8ddc-15948449354a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0657954 May 10 21:23:04.987361 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device f647edd3-087a-4e39-bdf0-5bb2c9180b97 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:05.034745 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.036313 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0dceb9bd-b31c-460c-86e9-1a75cc1581f2 req-722b2893-da64-4062-b639-8243d5475d39 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668581 May 10 21:23:05.046940 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port d51acf48-316f-4040-b5d3-2beac72dba60, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d51acf48-316f-4040-b5d3-2beac72dba60,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:05.069904 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6256b003-06f3-4e2a-beea-2133dbe26b51 None None] Current status of the port f647edd3-087a-4e39-bdf0-5bb2c9180b97 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:05.079316 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Publish callbacks [] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.086601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port f647edd3-087a-4e39-bdf0-5bb2c9180b97 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:05.087040 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.158408 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893840a-c221-445e-90c1-4c0169fc0289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (76970639-468d-43d6-be86-1df76c09e504), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.159913 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.162909 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893840a-c221-445e-90c1-4c0169fc0289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.164820 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4893840a-c221-445e-90c1-4c0169fc0289 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76970639-468d-43d6-be86-1df76c09e504 HTTP/1.1" status: 204 len: 168 time: 0.4245241 May 10 21:23:05.170300 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.175517 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893840a-c221-445e-90c1-4c0169fc0289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76970639-468d-43d6-be86-1df76c09e504,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:05.219495 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port f647edd3-087a-4e39-bdf0-5bb2c9180b97 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:05.261419 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=d51acf48-316f-4040-b5d3-2beac72dba60,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:05.267052 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Attempting to bind port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:23:05.267423 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Attempting to bind port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:23:05.267788 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Attempting to bind port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:05.274739 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ef77d-db19-4f3e-998a-1b8a55410df1 None None] Pushing event updated for resources: {'Port': ['ID=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:05.281747 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:23:05.282134 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:05.282573 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.283062 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:23:05.289248 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Bound port: 1495f615-efcc-4c0c-9eb5-7d04a9068ce8, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:23:05.289248 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.336838 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] For port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:23:05.343891 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] For port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:23:05.363546 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db79487-e7bf-43be-b553-13fdd4c4a96d req-03a3a67e-fd78-4a6f-b5f3-868dafb9ba2c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:05.364042 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53214) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:05.365015 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8db79487-e7bf-43be-b553-13fdd4c4a96d req-03a3a67e-fd78-4a6f-b5f3-868dafb9ba2c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 945 time: 0.0660844 May 10 21:23:05.408446 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.436813 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8db79487-e7bf-43be-b553-13fdd4c4a96d req-6bbb123c-362c-473e-9eed-f85b3bc1e6c0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527394 May 10 21:23:05.444692 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Allocated IP 172.20.0.1 (d1059785-1aa0-4e3e-b796-0f6eda67ee60/19043f6f-0969-4802-8985-6d7b0814412f/b671f2e8-30f6-4a9c-8861-394296bd2c3e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:23:05.452955 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['d51acf48-316f-4040-b5d3-2beac72dba60'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:23:05.478304 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Routers {'269e96bd-decf-4c6f-95e3-e8856d608e49'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:05.478987 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['269e96bd-decf-4c6f-95e3-e8856d608e49'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:05.518647 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ef77d-db19-4f3e-998a-1b8a55410df1 None None] Pushing event updated for resources: {'Port': ['ID=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:05.597432 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:23:05.620065 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] Set router 269e96bd-decf-4c6f-95e3-e8856d608e49 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:05.623943 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-44370470-c566-45c5-bfb8-ce69cddfadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:05.625602 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-44370470-c566-45c5-bfb8-ce69cddfadee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869&tenant_id=802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 1127 time: 0.0915108 May 10 21:23:05.651294 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks [] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.697832 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f50bd16-78a4-4856-b6c0-09a4990e9219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.727206 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-bac0768e-c554-4fc6-b33c-d6a14466b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:05.728720 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-bac0768e-c554-4fc6-b33c-d6a14466b549 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1127 time: 0.0692163 May 10 21:23:05.812492 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:05.878967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:23:05.886256 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:05.891660 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-a453bc9c-d72c-4899-8a24-a991ddb0adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:05.893070 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-a453bc9c-d72c-4899-8a24-a991ddb0adb6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.1559784 May 10 21:23:05.894112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:23:05.920072 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Pushing event updated for resources: {'Port': ['ID=b671f2e8-30f6-4a9c-8861-394296bd2c3e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:06.001549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (269e96bd-decf-4c6f-95e3-e8856d608e49), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.004547 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:23:02Z', 'revision_number': 3, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:06.046143 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263252ea-e74b-4c05-b3a9-0e82dca38136 None None] The sync data for ids ['269e96bd-decf-4c6f-95e3-e8856d608e49'] in dv-cinder-836083-6-iscsi is: [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:23:02Z', 'revision_number': 3, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:23:06.063205 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-1cbed670-159f-4a04-ba43-45c86c79723f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 200 len: 998 time: 0.1467264 May 10 21:23:06.107196 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53224) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:06.158680 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b1004d2-60ed-4a39-a5b9-b0cb2bc6d3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.173314 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc960d0e-a72c-4dfb-bcd5-09e4b8ecd7cb req-3609b07d-5a6f-481d-8963-46e0a06618ff tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:06.180746 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dc960d0e-a72c-4dfb-bcd5-09e4b8ecd7cb req-3609b07d-5a6f-481d-8963-46e0a06618ff tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.4261699 May 10 21:23:06.185102 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f50bd16-78a4-4856-b6c0-09a4990e9219 admin admin] Publish callbacks [] for security_group (82d05698-5516-4fcf-94d8-e0c3b211adc9), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.223209 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-54b7374c-bd59-49e3-9aeb-518e8460c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:06.224696 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-54b7374c-bd59-49e3-9aeb-518e8460c2a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.1536956 May 10 21:23:06.230073 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dc960d0e-a72c-4dfb-bcd5-09e4b8ecd7cb req-346d28ca-2e32-493b-ad51-0f7ea21c7396 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481956 May 10 21:23:06.242591 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f50bd16-78a4-4856-b6c0-09a4990e9219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (82d05698-5516-4fcf-94d8-e0c3b211adc9), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.260678 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a784d-4e40-4529-8872-08aafefb51d8 req-1bbcd39f-8333-4ba4-b558-a33174cfa747 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:06.262164 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b11a784d-4e40-4529-8872-08aafefb51d8 req-1bbcd39f-8333-4ba4-b558-a33174cfa747 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1292846 May 10 21:23:06.274423 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8f50bd16-78a4-4856-b6c0-09a4990e9219 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f67ba024fe746e48cc30d2803fbf2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9096539 May 10 21:23:06.281638 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53226) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:06.296296 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-26841b4c-db08-4a53-b5f7-3b454b807144 None None] Provisioning complete for port b671f2e8-30f6-4a9c-8861-394296bd2c3e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:06.297556 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26841b4c-db08-4a53-b5f7-3b454b807144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.325637 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-c13bab4a-98d2-4656-96e2-3510038dde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:06.327879 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-c13bab4a-98d2-4656-96e2-3510038dde87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879240 May 10 21:23:06.338736 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50bd16-78a4-4856-b6c0-09a4990e9219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d05698-5516-4fcf-94d8-e0c3b211adc9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:06.343764 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-26841b4c-db08-4a53-b5f7-3b454b807144 None None] Port b671f2e8-30f6-4a9c-8861-394296bd2c3e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:23:06.376375 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc00aa76-e7dc-47f9-944e-d97f146908a1 admin admin] Publish callbacks [] for security_group (82d05698-5516-4fcf-94d8-e0c3b211adc9), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.399270 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b11a784d-4e40-4529-8872-08aafefb51d8 req-fc2029e6-b035-4d53-9b1e-a2c6ae6bc5b1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117840 May 10 21:23:06.410208 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.433121 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc00aa76-e7dc-47f9-944e-d97f146908a1 admin admin] Publish callbacks [] for security_group (82d05698-5516-4fcf-94d8-e0c3b211adc9), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.439492 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d51acf48-316f-4040-b5d3-2beac72dba60 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:06.478531 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b1004d2-60ed-4a39-a5b9-b0cb2bc6d3d3 admin admin] Publish callbacks [] for security_group (0f8232a1-5fbb-438e-854a-6e0b3102fcbd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.524825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port d51acf48-316f-4040-b5d3-2beac72dba60 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:23:06.584059 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b1004d2-60ed-4a39-a5b9-b0cb2bc6d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0f8232a1-5fbb-438e-854a-6e0b3102fcbd), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.595154 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc00aa76-e7dc-47f9-944e-d97f146908a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (82d05698-5516-4fcf-94d8-e0c3b211adc9), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.597950 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc00aa76-e7dc-47f9-944e-d97f146908a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.601704 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-cc00aa76-e7dc-47f9-944e-d97f146908a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82d05698-5516-4fcf-94d8-e0c3b211adc9 HTTP/1.1" status: 204 len: 168 time: 0.3163869 May 10 21:23:06.609401 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00aa76-e7dc-47f9-944e-d97f146908a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d05698-5516-4fcf-94d8-e0c3b211adc9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:06.617509 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c735d34-1ff7-4d42-8898-9208ef9963da req-55c77153-fe0c-4af2-8e26-24810f34c87a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:06.619251 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4c735d34-1ff7-4d42-8898-9208ef9963da req-55c77153-fe0c-4af2-8e26-24810f34c87a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 945 time: 0.0717714 May 10 21:23:06.654177 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port d51acf48-316f-4040-b5d3-2beac72dba60 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:06.654780 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.663279 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1004d2-60ed-4a39-a5b9-b0cb2bc6d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8232a1-5fbb-438e-854a-6e0b3102fcbd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:06.691721 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-d344b66f-45b6-4150-b1dc-c4bee21fc7cd service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781479 May 10 21:23:06.702854 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7b1004d2-60ed-4a39-a5b9-b0cb2bc6d3d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aabdc29aa753410aaf7c11021f212ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918684 May 10 21:23:06.712854 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53232) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:06.755795 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4c735d34-1ff7-4d42-8898-9208ef9963da req-20477558-d5a1-4886-a85c-898017794422 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220367 May 10 21:23:06.815580 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port d51acf48-316f-4040-b5d3-2beac72dba60 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:06.819168 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.819834 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d01ef29-8d57-4141-b5d0-79ea50ba75d4 admin admin] Publish callbacks [] for security_group (0f8232a1-5fbb-438e-854a-6e0b3102fcbd), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.867471 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d01ef29-8d57-4141-b5d0-79ea50ba75d4 admin admin] Publish callbacks [] for security_group (0f8232a1-5fbb-438e-854a-6e0b3102fcbd), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.868969 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:23:06.871844 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e44b14-1021-4eb5-a44e-ece1eaa43dc4" -d '{"events": [{"server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "name": "network-vif-plugged", "status": "completed", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:23:06.888481 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port d51acf48-316f-4040-b5d3-2beac72dba60, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d51acf48-316f-4040-b5d3-2beac72dba60,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:06.936246 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e03209c1-e1af-4a22-992e-b0eacacd659d req-7448ea7e-7a38-4b42-a57c-374e614994ff service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368994 May 10 21:23:06.941841 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9008823-a683-4477-8d37-c011f119afeb x-openstack-request-id: req-f9008823-a683-4477-8d37-c011f119afeb {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:23:06.942144 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "name": "network-vif-plugged", "status": "completed", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:23:06.942407 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9008823-a683-4477-8d37-c011f119afeb {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:23:06.942894 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9008823-a683-4477-8d37-c011f119afeb'] response: {'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'code': 200} May 10 21:23:06.947009 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:06.974323 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks [] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.979774 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d01ef29-8d57-4141-b5d0-79ea50ba75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0f8232a1-5fbb-438e-854a-6e0b3102fcbd), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.983278 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d01ef29-8d57-4141-b5d0-79ea50ba75d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.984290 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-0d01ef29-8d57-4141-b5d0-79ea50ba75d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f8232a1-5fbb-438e-854a-6e0b3102fcbd HTTP/1.1" status: 204 len: 168 time: 0.2677855 May 10 21:23:06.986177 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:06.994327 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01ef29-8d57-4141-b5d0-79ea50ba75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8232a1-5fbb-438e-854a-6e0b3102fcbd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:07.036707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:07.157078 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Pushing event updated for resources: {'Port': ['ID=b671f2e8-30f6-4a9c-8861-394296bd2c3e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:07.195813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (269e96bd-decf-4c6f-95e3-e8856d608e49), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:07.215227 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=d51acf48-316f-4040-b5d3-2beac72dba60,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:07.255100 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:07.255771 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:07.398471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:23:07.401708 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:07.419953 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:07.424780 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:07.445280 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:07.452436 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4b3f-e3fd-470b-90a2-1911b876deb9 req-b68147d7-cb7b-4ee3-8b77-b6edf91a9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:07.453771 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5bda4b3f-e3fd-470b-90a2-1911b876deb9 req-b68147d7-cb7b-4ee3-8b77-b6edf91a9f01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 1130 time: 0.0879607 May 10 21:23:07.489428 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6eeb4-0e04-439e-856b-78c4b839fd8d req-d0909aee-d1c9-46c6-95b4-01315713dac4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:07.493724 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f0d6eeb4-0e04-439e-856b-78c4b839fd8d req-d0909aee-d1c9-46c6-95b4-01315713dac4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1278331 May 10 21:23:07.545641 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:07.595097 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f0d6eeb4-0e04-439e-856b-78c4b839fd8d req-f7f89958-9150-4e07-9cee-69e5be0155bb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924861 May 10 21:23:07.609729 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5bda4b3f-e3fd-470b-90a2-1911b876deb9 req-18dce031-789e-4893-9c83-f09ea8d4664d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477003 May 10 21:23:07.631734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Router 269e96bd-decf-4c6f-95e3-e8856d608e49 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:23:07.651908 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27664e-3331-41a4-abd0-ab8c190e54cc req-65e99676-14fa-4dd7-95be-1e6f93effe6d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:07.657475 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6d27664e-3331-41a4-abd0-ab8c190e54cc req-65e99676-14fa-4dd7-95be-1e6f93effe6d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1091332 May 10 21:23:07.660480 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:07.795723 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6d27664e-3331-41a4-abd0-ab8c190e54cc req-83b68a4d-af43-4afe-83ce-a6addb76ea68 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277719 May 10 21:23:07.855787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:23:07.874060 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-49762f29-adbc-4ab1-8345-597a92e83335 admin admin] 10.222.0.25 "PUT /v2.0/routers/269e96bd-decf-4c6f-95e3-e8856d608e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8018568 May 10 21:23:07.891289 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-734991db-c05d-4d32-a2bd-d85b35b3c9c9 None None] Provisioning complete for port b671f2e8-30f6-4a9c-8861-394296bd2c3e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:07.893494 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-734991db-c05d-4d32-a2bd-d85b35b3c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:07.964329 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74376-e32f-4244-a5ac-302517876de3 req-d40f184d-a7f0-4253-9429-2004e1e310f8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:07.983342 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-88c74376-e32f-4244-a5ac-302517876de3 req-d40f184d-a7f0-4253-9429-2004e1e310f8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.1025755 May 10 21:23:08.008532 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-734991db-c05d-4d32-a2bd-d85b35b3c9c9 None None] Port b671f2e8-30f6-4a9c-8861-394296bd2c3e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:23:08.068100 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-88c74376-e32f-4244-a5ac-302517876de3 req-a767bf97-242f-4fd3-942f-8c63d1dc94be tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790546 May 10 21:23:08.352216 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf246e-0d62-4ace-b48d-287b0c024764 req-582860d2-5bb7-495d-acad-614ae45f5904 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:08.354758 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3daf246e-0d62-4ace-b48d-287b0c024764 req-582860d2-5bb7-495d-acad-614ae45f5904 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0576379 May 10 21:23:08.453490 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3daf246e-0d62-4ace-b48d-287b0c024764 req-a72d99aa-c27d-4813-8e26-2c9c4721ad8f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854301 May 10 21:23:08.510077 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Sync routers for ids ['269e96bd-decf-4c6f-95e3-e8856d608e49'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:23:08.532207 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Routers {'269e96bd-decf-4c6f-95e3-e8856d608e49'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:08.533005 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['269e96bd-decf-4c6f-95e3-e8856d608e49'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:08.721630 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Set router 269e96bd-decf-4c6f-95e3-e8856d608e49 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:08.968856 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:09.242110 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:09.242326 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:09.278410 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714b83d-f77e-4c4c-b73c-546244e53218 req-75c9d465-bce2-436f-af91-9da0d03a921c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:09.294391 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f714b83d-f77e-4c4c-b73c-546244e53218 req-75c9d465-bce2-436f-af91-9da0d03a921c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.1316895 May 10 21:23:09.324961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ccfd-340d-47bf-b8bf-88009531c8b9 req-2bb2c667-330d-4e8a-8538-4ed9bc8a39d4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:09.348926 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acd1ccfd-340d-47bf-b8bf-88009531c8b9 req-2bb2c667-330d-4e8a-8538-4ed9bc8a39d4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.6109471 May 10 21:23:09.394745 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f714b83d-f77e-4c4c-b73c-546244e53218 req-3fdec452-a5c0-4164-9465-4733bfa53391 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942895 May 10 21:23:09.446375 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:23:06Z', 'revision_number': 4, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'b671f2e8-30f6-4a9c-8861-394296bd2c3e', 'name': '', 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'mac_address': 'fa:16:3e:90:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '19043f6f-0969-4802-8985-6d7b0814412f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:05Z', 'updated_at': '2022-05-10T21:23:06Z', 'revision_number': 2, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'subnets': [{'id': '19043f6f-0969-4802-8985-6d7b0814412f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:09.479942 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Checking router: 269e96bd-decf-4c6f-95e3-e8856d608e49 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:23:09.480308 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Updating router 269e96bd-decf-4c6f-95e3-e8856d608e49 port b671f2e8-30f6-4a9c-8861-394296bd2c3e binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:23:09.486573 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acd1ccfd-340d-47bf-b8bf-88009531c8b9 req-b29be343-dc70-46c5-9781-dcc151fab826 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332178 May 10 21:23:09.590412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:09.612744 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:09.727135 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b67c-5080-422a-a335-f711fa00b25a req-9df5850a-c54f-4c4a-b2d7-4da09ccdb75d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:09.739172 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:09.742141 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8757b67c-5080-422a-a335-f711fa00b25a req-9df5850a-c54f-4c4a-b2d7-4da09ccdb75d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1061394 May 10 21:23:09.854735 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8757b67c-5080-422a-a335-f711fa00b25a req-d8dc2b2a-ff6e-4f7c-86c1-5eaf0e38c952 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046216 May 10 21:23:09.992793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cb33fe8-16f8-4d63-98ea-ad04f927f673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.143354 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Publish callbacks [] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.155666 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cb33fe8-16f8-4d63-98ea-ad04f927f673 admin admin] Publish callbacks [] for security_group (3ab7ac88-887c-4a58-9503-46d8834e062f), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.226725 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.255353 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cb33fe8-16f8-4d63-98ea-ad04f927f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (3ab7ac88-887c-4a58-9503-46d8834e062f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.321914 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2cb33fe8-16f8-4d63-98ea-ad04f927f673 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca1478200123452d80131afb7f7ab6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5812149 May 10 21:23:10.325254 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:10.377490 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5058e1-efa6-4993-9421-cd1b82e367ed None None] Pushing event updated for resources: {'Port': ['ID=b671f2e8-30f6-4a9c-8861-394296bd2c3e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:10.444677 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb33fe8-16f8-4d63-98ea-ad04f927f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab7ac88-887c-4a58-9503-46d8834e062f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:10.528977 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Attempting to bind port b671f2e8-30f6-4a9c-8861-394296bd2c3e on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:23:10.547131 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Attempting to bind port b671f2e8-30f6-4a9c-8861-394296bd2c3e by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Attempting to bind port b671f2e8-30f6-4a9c-8861-394296bd2c3e on network d1059785-1aa0-4e3e-b796-0f6eda67ee60 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Checking segment: {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Bound using segment: {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Bound port: b671f2e8-30f6-4a9c-8861-394296bd2c3e, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:23:10.691383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.692980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06317a2b-3620-4d15-aab1-a1229713c26d admin admin] Publish callbacks [] for security_group (3ab7ac88-887c-4a58-9503-46d8834e062f), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.692980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06317a2b-3620-4d15-aab1-a1229713c26d admin admin] Publish callbacks [] for security_group (3ab7ac88-887c-4a58-9503-46d8834e062f), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.732199 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d5c19-31de-42e1-ae21-fbe345f4d75c req-5af11d65-1b7f-41a4-8dda-9f8e18d1a8b9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:10.734338 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-764d5c19-31de-42e1-ae21-fbe345f4d75c req-5af11d65-1b7f-41a4-8dda-9f8e18d1a8b9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.1405177 May 10 21:23:10.758252 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] For port b671f2e8-30f6-4a9c-8861-394296bd2c3e, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:23:10.776489 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] For port b671f2e8-30f6-4a9c-8861-394296bd2c3e, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=b671f2e8-30f6-4a9c-8861-394296bd2c3e,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:23:10.818163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d9e1-7565-4096-a9b0-54885dae1359 req-7734ff41-4b6c-4afa-87d2-40d0785675c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:10.819838 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-55b6d9e1-7565-4096-a9b0-54885dae1359 req-7734ff41-4b6c-4afa-87d2-40d0785675c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1704600 May 10 21:23:10.879833 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-3cf280a5-86b4-412a-9273-bf8e0c1e402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:10.881646 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-3cf280a5-86b4-412a-9273-bf8e0c1e402c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1129 time: 0.1259127 May 10 21:23:10.903486 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-914083e3-d414-4583-a8ab-928508397354 None None] Provisioning complete for port b671f2e8-30f6-4a9c-8861-394296bd2c3e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:10.932813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-914083e3-d414-4583-a8ab-928508397354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:10.934209 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-764d5c19-31de-42e1-ae21-fbe345f4d75c req-2755cef3-6abc-4636-85c1-aa20ed80b9e8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797323 May 10 21:23:11.003429 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-55b6d9e1-7565-4096-a9b0-54885dae1359 req-c789dfa4-a5e5-42e3-b807-e09de912fdaa tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727049 May 10 21:23:11.003677 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-914083e3-d414-4583-a8ab-928508397354 None None] Port b671f2e8-30f6-4a9c-8861-394296bd2c3e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:23:11.094326 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:11.125686 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06317a2b-3620-4d15-aab1-a1229713c26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (3ab7ac88-887c-4a58-9503-46d8834e062f), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:11.133056 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06317a2b-3620-4d15-aab1-a1229713c26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:11.135165 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-06317a2b-3620-4d15-aab1-a1229713c26d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ab7ac88-887c-4a58-9503-46d8834e062f HTTP/1.1" status: 204 len: 168 time: 0.8089268 May 10 21:23:11.189723 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5058e1-efa6-4993-9421-cd1b82e367ed None None] Pushing event updated for resources: {'Port': ['ID=b671f2e8-30f6-4a9c-8861-394296bd2c3e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:11.206204 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06317a2b-3620-4d15-aab1-a1229713c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab7ac88-887c-4a58-9503-46d8834e062f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:11.212104 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Routers {'269e96bd-decf-4c6f-95e3-e8856d608e49'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:11.221351 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['269e96bd-decf-4c6f-95e3-e8856d608e49'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:11.286743 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-39c4e37e-4831-41e1-9b9b-d2ac84c3ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:11.294550 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-39c4e37e-4831-41e1-9b9b-d2ac84c3ce37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 911 time: 0.3863251 May 10 21:23:11.335133 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797af7-ea09-4e16-974e-916fd9a5c21b req-6b78fd42-23df-4cd4-999b-d9e68509430f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:11.349533 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dc797af7-ea09-4e16-974e-916fd9a5c21b req-6b78fd42-23df-4cd4-999b-d9e68509430f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.2932625 May 10 21:23:11.360547 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce57aa-671f-4faf-b4d0-56b918fc93d5 req-9e2c2d9d-46a1-4d55-b31f-a6ea78b3b4b2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:11.379828 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-95ce57aa-671f-4faf-b4d0-56b918fc93d5 req-9e2c2d9d-46a1-4d55-b31f-a6ea78b3b4b2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.1593132 May 10 21:23:11.380766 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53340) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:11.396540 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'port_id': 'd51acf48-316f-4040-b5d3-2beac72dba60'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:23:11.496251 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dc797af7-ea09-4e16-974e-916fd9a5c21b req-662cf982-3712-4e0a-9e48-077fe57cca1f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438265 May 10 21:23:11.555362 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (46e5e5d7-107c-427e-a062-8c8e20713fc6), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:11.779024 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-f39da47e-6357-4949-ad2a-a5817838e86c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 200 len: 1000 time: 0.2708941 May 10 21:23:11.781179 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] Set router 269e96bd-decf-4c6f-95e3-e8856d608e49 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:11.895211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-76a6fbcc-6812-4017-8b8c-8c093401a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:11.897023 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-76a6fbcc-6812-4017-8b8c-8c093401a5ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.1086645 May 10 21:23:12.041216 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] Provisioning complete for port b671f2e8-30f6-4a9c-8861-394296bd2c3e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:12.041754 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:12.073728 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-f5c9f361-11fd-40c1-ac06-8ce737c635d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:12.073728 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-f5c9f361-11fd-40c1-ac06-8ce737c635d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1502471 May 10 21:23:12.119688 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:23:06Z', 'revision_number': 4, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'b671f2e8-30f6-4a9c-8861-394296bd2c3e', 'name': '', 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'mac_address': 'fa:16:3e:90:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '19043f6f-0969-4802-8985-6d7b0814412f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:05Z', 'updated_at': '2022-05-10T21:23:10Z', 'revision_number': 4, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'subnets': [{'id': '19043f6f-0969-4802-8985-6d7b0814412f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:12.213384 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] Current status of the port b671f2e8-30f6-4a9c-8861-394296bd2c3e is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:12.214095 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:12.219085 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fdd92-7eb9-480c-8059-a16dee255edb None None] The sync data for ids ['269e96bd-decf-4c6f-95e3-e8856d608e49'] in dv-cinder-836083-6-iscsi is: [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:23:06Z', 'revision_number': 4, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'b671f2e8-30f6-4a9c-8861-394296bd2c3e', 'name': '', 'network_id': 'd1059785-1aa0-4e3e-b796-0f6eda67ee60', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'mac_address': 'fa:16:3e:90:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '19043f6f-0969-4802-8985-6d7b0814412f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:05Z', 'updated_at': '2022-05-10T21:23:10Z', 'revision_number': 4, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'subnets': [{'id': '19043f6f-0969-4802-8985-6d7b0814412f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:23:12.315285 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-4c9c4362-d6ec-41e4-a2b4-4a0613e4662d service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322609 May 10 21:23:12.326627 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] For port b671f2e8-30f6-4a9c-8861-394296bd2c3e, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=b671f2e8-30f6-4a9c-8861-394296bd2c3e,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:12.385363 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:12.551587 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc009-3fc7-4826-9a8d-5e586a954a86 None None] Pushing event updated for resources: {'Port': ['ID=b671f2e8-30f6-4a9c-8861-394296bd2c3e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:12.657048 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33a98c3a-8651-44b4-a23b-78ec79b47019 req-a3199b9f-ed11-49b0-ae00-02af1158d485 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204370 May 10 21:23:12.660619 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:12.707955 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc81c1-e74e-4a24-aa8d-1f2898b6ae91 req-66071544-cd9a-4966-9a63-a19a5dfebc6d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:12.718205 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-62fc81c1-e74e-4a24-aa8d-1f2898b6ae91 req-66071544-cd9a-4966-9a63-a19a5dfebc6d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.4976637 May 10 21:23:12.742792 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec392b-d672-4e81-9012-b204a380901f req-18d8c8cb-4f41-48e4-8805-f57e77530355 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:12.751000 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e3ec392b-d672-4e81-9012-b204a380901f req-18d8c8cb-4f41-48e4-8805-f57e77530355 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0903537 May 10 21:23:12.760722 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (46e5e5d7-107c-427e-a062-8c8e20713fc6), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:12.917868 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e3ec392b-d672-4e81-9012-b204a380901f req-dd72e107-9c72-4d8c-be5e-5620dab0b471 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658697 May 10 21:23:12.959940 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-62fc81c1-e74e-4a24-aa8d-1f2898b6ae91 req-76bb79af-3f10-434e-8d27-58755bbc5cfd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328610 May 10 21:23:12.971185 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device b671f2e8-30f6-4a9c-8861-394296bd2c3e up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:13.054336 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP 46e5e5d7-107c-427e-a062-8c8e20713fc6 associated. External IP: 172.27.3.167, port: d51acf48-316f-4040-b5d3-2beac72dba60. May 10 21:23:13.109111 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port b671f2e8-30f6-4a9c-8861-394296bd2c3e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:13.109487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:13.244969 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port b671f2e8-30f6-4a9c-8861-394296bd2c3e is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:13.388864 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:23:13.625108 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:23:13.630616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:13.644091 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:23:13.670107 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:13.670817 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:13.766402 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b56fe511-bca2-4cb2-8632-104c9a0dde73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "PUT /v2.0/floatingips/46e5e5d7-107c-427e-a062-8c8e20713fc6 HTTP/1.1" status: 200 len: 992 time: 2.3825605 May 10 21:23:13.767046 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:23:13.770328 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46961921-5a14-4772-957f-01c72b8f674e" -d '{"events": [{"name": "network-changed", "server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:23:13.848586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f950272-ac89-44e9-bca0-612d4b7a3e16 x-openstack-request-id: req-7f950272-ac89-44e9-bca0-612d4b7a3e16 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:23:13.848586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:23:13.848586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f950272-ac89-44e9-bca0-612d4b7a3e16 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:23:13.848586 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f950272-ac89-44e9-bca0-612d4b7a3e16'] response: {'name': 'network-changed', 'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'status': 'completed', 'code': 200} May 10 21:23:13.860816 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:14.066621 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930636b7-9755-49c8-b77b-4553c8245004 req-a576f0e9-ac17-4268-b276-1ada76ab30c0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:14.068410 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-930636b7-9755-49c8-b77b-4553c8245004 req-a576f0e9-ac17-4268-b276-1ada76ab30c0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0777454 May 10 21:23:14.082547 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:14.143599 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e480e-0d8e-4779-a686-88c41cd2e0d5 req-c2c882f7-518d-4ef5-a81d-18859b97aeda tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:14.154679 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-870e480e-0d8e-4779-a686-88c41cd2e0d5 req-c2c882f7-518d-4ef5-a81d-18859b97aeda tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1010597 May 10 21:23:14.183093 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '46e5e5d7-107c-427e-a062-8c8e20713fc6', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:6a:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362a9924-7119-4e2e-bd41-d68a5f545009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:44Z', 'updated_at': '2022-05-10T21:23:12Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}, {'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:13Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:14.226775 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:23:14.239614 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:23:14.240258 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:22:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:14.280725 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-930636b7-9755-49c8-b77b-4553c8245004 req-94f78e64-71b6-445b-bfa5-64679f1010ef tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049329 May 10 21:23:14.448576 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:23:14.485623 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-870e480e-0d8e-4779-a686-88c41cd2e0d5 req-3ff49d5a-f351-4074-9786-20e3f23ae7be tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296988 May 10 21:23:14.501895 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46961921-5a14-4772-957f-01c72b8f674e req-0801c69a-0b45-436a-be9f-d997f206e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:14.503170 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-0801c69a-0b45-436a-be9f-d997f206e0c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 1130 time: 0.3216312 May 10 21:23:14.505513 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-5c86115f-3885-49c2-909c-d6b3769c11d2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3251064 May 10 21:23:14.603482 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-5a231b93-21f6-40be-8ecd-23377d0ced74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:14.605397 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-5a231b93-21f6-40be-8ecd-23377d0ced74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0573366 May 10 21:23:14.708973 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '46e5e5d7-107c-427e-a062-8c8e20713fc6', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:6a:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362a9924-7119-4e2e-bd41-d68a5f545009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:44Z', 'updated_at': '2022-05-10T21:23:12Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}, {'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:13Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:23:14.749369 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bc6d4-cd2f-4c8d-afd4-ddc71ca3a12a None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '46e5e5d7-107c-427e-a062-8c8e20713fc6', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:6a:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362a9924-7119-4e2e-bd41-d68a5f545009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:44Z', 'updated_at': '2022-05-10T21:23:12Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}, {'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:13Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:23:14.794511 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46961921-5a14-4772-957f-01c72b8f674e req-3fb7ab44-5a22-4ba9-84dd-7f42d0db550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:14.797043 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-3fb7ab44-5a22-4ba9-84dd-7f42d0db550d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 916 time: 0.2783372 May 10 21:23:14.896746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-2876f334-191a-4374-b924-3c0f999b3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:14.898272 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-2876f334-191a-4374-b924-3c0f999b3ca2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.2357244 May 10 21:23:14.958391 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-91f9c561-649e-40dd-8d07-3fd69d4cf640 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51acf48-316f-4040-b5d3-2beac72dba60 HTTP/1.1" status: 200 len: 1000 time: 0.1413777 May 10 21:23:15.012264 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-7d133849-60bc-4c78-964e-fea2788ebf47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1 HTTP/1.1" status: 200 len: 217 time: 0.0936906 May 10 21:23:15.110993 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-a263685e-e08e-4457-af5d-6d72cf2d16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:15.112757 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-a263685e-e08e-4457-af5d-6d72cf2d16f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0666757 May 10 21:23:15.127394 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37da58-e52e-4901-a7eb-fffabcda026e None None] New status for floating IP 46e5e5d7-107c-427e-a062-8c8e20713fc6: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:23:15.169444 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46961921-5a14-4772-957f-01c72b8f674e req-39288de5-7f30-4420-8ea2-f07b7caa8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:15.172556 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-39288de5-7f30-4420-8ea2-f07b7caa8a3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.1764600 May 10 21:23:15.226174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-6cf23202-cd9b-47ff-bcff-1ae796c45b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:15.227924 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-6cf23202-cd9b-47ff-bcff-1ae796c45b44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543575 May 10 21:23:15.367858 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46961921-5a14-4772-957f-01c72b8f674e req-2dc8c9b3-14ae-447e-ae0f-c51b0ae1c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:15.370938 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-2dc8c9b3-14ae-447e-ae0f-c51b0ae1c946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1411970 May 10 21:23:15.454627 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af673052-2ee2-448b-af36-9770e02f7666 req-7f0666a9-5c14-406b-914a-60224b1b884d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:15.470055 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-af673052-2ee2-448b-af36-9770e02f7666 req-7f0666a9-5c14-406b-914a-60224b1b884d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0930021 May 10 21:23:15.470299 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-50f3d3ce-d96c-4d13-92a4-b1e8fe0ab688 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324061 May 10 21:23:15.532900 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-5f3f8262-c1aa-4b0f-a6e3-f78e7eb40413 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550419 May 10 21:23:15.600376 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-af673052-2ee2-448b-af36-9770e02f7666 req-4ae35126-3acc-4de2-969a-8cee228b5207 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158664 May 10 21:23:15.790184 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7c19967-e737-4dac-96f2-e5693a63fd3a req-fef87052-8614-4e9e-a808-a05daf965864 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121891 May 10 21:23:15.802600 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6cbb6-9d7e-4d4b-b445-71aa6d737b84 req-06b2254b-001a-431d-bcf2-9a23be23e810 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:15.809928 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b4d6cbb6-9d7e-4d4b-b445-71aa6d737b84 req-06b2254b-001a-431d-bcf2-9a23be23e810 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1627929 May 10 21:23:15.908318 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b4d6cbb6-9d7e-4d4b-b445-71aa6d737b84 req-fee7be51-3a4f-4065-92a1-c753f1e56b75 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972977 May 10 21:23:15.921372 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-46961921-5a14-4772-957f-01c72b8f674e req-76f356fc-d263-4551-83a7-5a450dc6a1e8 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269072 May 10 21:23:17.117420 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51cc8be6-60c1-48e3-9dcf-ddc2f64944e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:17.137233 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26701f0-29b1-49b6-994d-5e5e07b23954 req-e8f2f8d3-ecfb-46b0-bed5-b73b63f711c6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:17.144847 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f26701f0-29b1-49b6-994d-5e5e07b23954 req-e8f2f8d3-ecfb-46b0-bed5-b73b63f711c6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0737164 May 10 21:23:17.229351 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f26701f0-29b1-49b6-994d-5e5e07b23954 req-b8c346c3-84bc-4de1-ab71-61066947bdf7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789061 May 10 21:23:18.419835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd22591-a51e-4c04-ba97-62b2120ceee7 req-731290fc-6a8d-46c6-afae-b61deb4657df tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:18.426134 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0fd22591-a51e-4c04-ba97-62b2120ceee7 req-731290fc-6a8d-46c6-afae-b61deb4657df tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0605803 May 10 21:23:18.509139 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0fd22591-a51e-4c04-ba97-62b2120ceee7 req-c5a40644-91c1-4c0f-842c-4faf9ccd93dc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775938 May 10 21:23:18.682682 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95cb4bba-aa5f-4a0d-a894-eaf2718dddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:19.681201 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec199c-5b52-4f01-9a20-296ec90bc943 req-1818bb95-a549-43f1-b5ae-db609e2a6123 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:19.692275 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c3ec199c-5b52-4f01-9a20-296ec90bc943 req-1818bb95-a549-43f1-b5ae-db609e2a6123 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0848899 May 10 21:23:19.788123 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c3ec199c-5b52-4f01-9a20-296ec90bc943 req-99eaf099-a305-4966-bcf4-19b45936ad53 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934911 May 10 21:23:19.883348 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:20.998097 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd25a4-0b58-4cc5-be08-cc667e4db7ba req-4f1660cc-fcfe-4552-998d-d8c65fb6892c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:20.999678 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-12bd25a4-0b58-4cc5-be08-cc667e4db7ba req-4f1660cc-fcfe-4552-998d-d8c65fb6892c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.1069250 May 10 21:23:21.087061 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-12bd25a4-0b58-4cc5-be08-cc667e4db7ba req-827aa16d-3ec8-4541-9263-7c02cbfdd359 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788424 May 10 21:23:21.237648 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:22.204897 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e4ae4-69e7-4e58-87d8-72d2d7840e49 req-896665c8-6c25-48e6-8de1-4f467361dfe4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:22.206344 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1f9e4ae4-69e7-4e58-87d8-72d2d7840e49 req-896665c8-6c25-48e6-8de1-4f467361dfe4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0517375 May 10 21:23:22.254343 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1f9e4ae4-69e7-4e58-87d8-72d2d7840e49 req-6a6f7d05-6257-4f2d-bb82-d527fce043b6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 May 10 21:23:22.261227 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-d9eadca1-1f81-4e71-ad97-b8d2b66a3ddb tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:22.262867 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-d9eadca1-1f81-4e71-ad97-b8d2b66a3ddb tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 814 time: 0.1103542 May 10 21:23:22.278585 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-8d5965af-448d-4d56-b241-8af109f464aa tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/quotas/7858ff72ee9843a493c27f9592a540b0 HTTP/1.1" status: 200 len: 375 time: 0.0096407 May 10 21:23:22.330936 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-db4543c8-11b0-4246-a69a-835accccb87a tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461557 May 10 21:23:22.424451 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-72a4536b-772a-45fc-8baf-7aee6253f50b service neutron] 10.222.0.25 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825109 May 10 21:23:22.512811 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-ba152ea8-6f96-447b-8318-a609a02aaeb0 service neutron] 10.222.0.25 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826874 May 10 21:23:22.771461 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b6345171-4f49-4773-829b-4cabf6410429 req-7203106c-d4a5-44e0-b365-c8f558615912 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 210 time: 0.0290956 May 10 21:23:22.820465 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:23.375113 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf873c-f46c-47c9-a954-e6fa1376708a req-67511e51-c51a-47d5-a569-d893b861b33e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:23.376509 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ecf873c-f46c-47c9-a954-e6fa1376708a req-67511e51-c51a-47d5-a569-d893b861b33e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0477817 May 10 21:23:23.424804 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ecf873c-f46c-47c9-a954-e6fa1376708a req-9bd598dd-1fea-43ab-8c7d-addd9ee69915 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 May 10 21:23:23.868863 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-83debfde-baa8-49b1-b12f-c77a3df62a42 req-006814cc-d97d-48ba-a910-c748a3f51280 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 210 time: 0.0297580 May 10 21:23:24.548694 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727e4ff-3d91-420b-8cde-dd9069a048ee req-876f083c-1319-4d26-b537-d718067d5d3a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:24.550331 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b727e4ff-3d91-420b-8cde-dd9069a048ee req-876f083c-1319-4d26-b537-d718067d5d3a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0519416 May 10 21:23:24.597827 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b727e4ff-3d91-420b-8cde-dd9069a048ee req-38551cac-111e-4e9f-8dc8-ebbd548a5e55 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 May 10 21:23:24.965200 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cc785c15-2796-45fa-900c-b7a54b2c3a02 req-f1ee0ee5-67fa-41a1-a746-6039ab271e57 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 210 time: 0.0297704 May 10 21:23:25.220213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-4d22863b-1695-4e57-8bbd-5a14667c8901 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:25.221790 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-4d22863b-1695-4e57-8bbd-5a14667c8901 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.23 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 814 time: 0.1024339 May 10 21:23:25.236199 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'port': {'device_id': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'admin_state_up': True, 'tenant_id': '7858ff72ee9843a493c27f9592a540b0'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:23:25.385461 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Made reservation on behalf of 7858ff72ee9843a493c27f9592a540b0 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:23:25.388919 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:25.515739 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Allocated IP 172.20.0.10 (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae/65d78b60-e163-4be1-ad03-85b7dec25e65/00f67420-6c95-4cc5-8544-bceeed674619) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:23:25.664881 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for port (00f67420-6c95-4cc5-8544-bceeed674619), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:25.737084 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308cc3-0cf7-4825-a412-fd07613d4e74 req-68799a13-9ad3-47ce-9cda-d5a743dcc82b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:25.738613 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2e308cc3-0cf7-4825-a412-fd07613d4e74 req-68799a13-9ad3-47ce-9cda-d5a743dcc82b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0636082 May 10 21:23:25.787565 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2e308cc3-0cf7-4825-a412-fd07613d4e74 req-90afe9b8-6034-4528-b0b6-949e66dffa7d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 May 10 21:23:25.814689 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:25.858392 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:23:25.860262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:25.864060 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:23:25.896507 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:25.911309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.911654 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.911992 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.912331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.912699 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.913026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.913402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.913734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.914052 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.914378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.914725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.915860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.915860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.915860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.916273 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:25.934590 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:25.935202 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:26.012239 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-2bc011bf-b52b-43c0-a8ee-6a01f0f9167e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7799377 May 10 21:23:26.146957 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e322-f338-4b60-a920-22785257fe24 req-37022b11-7813-44c0-9ce1-cdf14fbe8d2f tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:26.154022 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1d64e322-f338-4b60-a920-22785257fe24 req-37022b11-7813-44c0-9ce1-cdf14fbe8d2f tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0719087 May 10 21:23:26.158306 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5ba1830c-339d-461a-8147-49bb5146983f None None] Provisioning complete for port 00f67420-6c95-4cc5-8544-bceeed674619 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:26.158946 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ba1830c-339d-461a-8147-49bb5146983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (00f67420-6c95-4cc5-8544-bceeed674619), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:26.212946 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1d64e322-f338-4b60-a920-22785257fe24 req-42bff143-c978-46d0-93c3-1918eebb9bb0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 May 10 21:23:26.213819 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5ba1830c-339d-461a-8147-49bb5146983f None None] Port 00f67420-6c95-4cc5-8544-bceeed674619 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:23:26.912341 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cc8a-0118-4029-90e9-bf95518528d4 req-531b9e73-9991-4f8f-b0b7-cb822c30aa3b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:26.913890 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1599cc8a-0118-4029-90e9-bf95518528d4 req-531b9e73-9991-4f8f-b0b7-cb822c30aa3b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0517855 May 10 21:23:26.962116 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1599cc8a-0118-4029-90e9-bf95518528d4 req-3a1c67ad-815d-48d6-8940-972401c88933 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 May 10 21:23:27.322139 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaa055-3ca0-485b-bde2-2517a5fddcb2 req-23420a43-a267-4c8d-9610-650c034937d7 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:27.323774 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1adaa055-3ca0-485b-bde2-2517a5fddcb2 req-23420a43-a267-4c8d-9610-650c034937d7 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0490327 May 10 21:23:27.378305 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1adaa055-3ca0-485b-bde2-2517a5fddcb2 req-fd9d1bdd-1c1b-46d4-a632-23cd85e75d90 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 May 10 21:23:28.084862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80febcd8-fa5d-4105-9ab7-a3b3e4bb2362 req-5d731638-358f-4872-b40f-87bed79c1208 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:28.086311 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-80febcd8-fa5d-4105-9ab7-a3b3e4bb2362 req-5d731638-358f-4872-b40f-87bed79c1208 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0473216 May 10 21:23:28.137123 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-80febcd8-fa5d-4105-9ab7-a3b3e4bb2362 req-adff8965-c241-469b-90ed-63d4943024b5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 May 10 21:23:28.507723 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecc252-bce0-4a1b-b089-984f11ece80c req-72bcd081-b106-4be7-9a4e-fef5b8fbd6b1 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:28.509363 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-96ecc252-bce0-4a1b-b089-984f11ece80c req-72bcd081-b106-4be7-9a4e-fef5b8fbd6b1 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0535946 May 10 21:23:28.562014 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-96ecc252-bce0-4a1b-b089-984f11ece80c req-80697185-a86d-4e0a-bc11-38890816e6ba tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465269 May 10 21:23:29.266312 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750dea4-87c8-4d84-88ad-d298e5bf4a62 req-c63dfb8e-b026-42ff-b8a4-7c3225c14834 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:29.284446 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3750dea4-87c8-4d84-88ad-d298e5bf4a62 req-c63dfb8e-b026-42ff-b8a4-7c3225c14834 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0539570 May 10 21:23:29.318646 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3750dea4-87c8-4d84-88ad-d298e5bf4a62 req-f1084183-1604-4875-9383-8eb3348e3b0f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 May 10 21:23:29.686966 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497ae0a-cf1d-4cab-bb4d-249416e12d22 req-f54a3e60-4fb5-4002-8ccd-fd7668620546 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:29.693834 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c497ae0a-cf1d-4cab-bb4d-249416e12d22 req-f54a3e60-4fb5-4002-8ccd-fd7668620546 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0558522 May 10 21:23:29.739124 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c497ae0a-cf1d-4cab-bb4d-249416e12d22 req-712d00dc-69e3-4473-859c-616e5ef2fce1 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 May 10 21:23:30.447055 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d730bd1-d0cb-493c-8d3c-4e4675d6d811 req-38fe888d-7076-4031-909f-35930f81b657 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:30.449077 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7d730bd1-d0cb-493c-8d3c-4e4675d6d811 req-38fe888d-7076-4031-909f-35930f81b657 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0513299 May 10 21:23:30.499295 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7d730bd1-d0cb-493c-8d3c-4e4675d6d811 req-e987b106-665e-45c0-963f-8723d9a7f568 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 May 10 21:23:30.864864 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74141ef7-3585-43af-ab84-d1fb192b11a9 req-29e710e6-fead-48f6-b07d-730d6447f415 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:30.866549 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-74141ef7-3585-43af-ab84-d1fb192b11a9 req-29e710e6-fead-48f6-b07d-730d6447f415 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0560036 May 10 21:23:30.917058 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-74141ef7-3585-43af-ab84-d1fb192b11a9 req-dc409ce3-cbe7-43a3-9a63-add7a4ee5fe6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443401 May 10 21:23:31.621748 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ed54-944c-4e41-bd1c-27ab2f949dfc req-44733739-aa89-446d-b93d-3931f74d24f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:31.623284 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c855ed54-944c-4e41-bd1c-27ab2f949dfc req-44733739-aa89-446d-b93d-3931f74d24f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0494502 May 10 21:23:31.681512 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c855ed54-944c-4e41-bd1c-27ab2f949dfc req-407c85ce-7d22-41b6-9ff4-8664d277db61 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521448 May 10 21:23:32.032616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ba9f-dbc6-462b-805e-ba3e51d9eaf1 req-0437ab4b-8e34-4a84-82f0-c7195b2a799f tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:32.034165 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3208ba9f-dbc6-462b-805e-ba3e51d9eaf1 req-0437ab4b-8e34-4a84-82f0-c7195b2a799f tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0480850 May 10 21:23:32.086018 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3208ba9f-dbc6-462b-805e-ba3e51d9eaf1 req-48fc435c-a9a4-4b4d-8c36-b63adbe8416e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 May 10 21:23:32.809948 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaf30f-6893-4809-8758-d58655d10bdc req-be557a0a-a765-4acb-bb49-41c093cc8905 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:32.811486 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0fcaf30f-6893-4809-8758-d58655d10bdc req-be557a0a-a765-4acb-bb49-41c093cc8905 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0494556 May 10 21:23:32.866172 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0fcaf30f-6893-4809-8758-d58655d10bdc req-b194e1b7-86c9-4a06-9a33-a4430cd94ea6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490050 May 10 21:23:33.210698 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07244171-ac6c-4d6d-b205-c9d16322ed50 req-c5e7b7b7-7561-4f96-9654-b87644c964a7 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:33.215744 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-07244171-ac6c-4d6d-b205-c9d16322ed50 req-c5e7b7b7-7561-4f96-9654-b87644c964a7 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0495875 May 10 21:23:33.267250 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-07244171-ac6c-4d6d-b205-c9d16322ed50 req-8940a3ca-e290-4e49-83fd-8ca16d086839 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485749 May 10 21:23:33.988763 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941b332-c862-47ba-82f2-0a9fbdfa1ba9 req-5df7eccc-37cc-4cf3-a621-5baf3244d988 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:33.990395 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e941b332-c862-47ba-82f2-0a9fbdfa1ba9 req-5df7eccc-37cc-4cf3-a621-5baf3244d988 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0482922 May 10 21:23:34.039632 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e941b332-c862-47ba-82f2-0a9fbdfa1ba9 req-1244cd25-2070-4419-8d38-0a7eda1da054 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 May 10 21:23:34.394431 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff97f-3a2c-4685-975a-7215d832dfaf req-3a7cb2cd-c16b-4c36-9891-c6d5570d08a6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:34.395979 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ceeff97f-3a2c-4685-975a-7215d832dfaf req-3a7cb2cd-c16b-4c36-9891-c6d5570d08a6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0556660 May 10 21:23:34.448700 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ceeff97f-3a2c-4685-975a-7215d832dfaf req-58ffc0b5-12e5-4066-9394-b9e268ae8dad tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 May 10 21:23:35.171913 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf433c-2112-4bc9-975d-15e050a283f9 req-1d850097-a7b1-4a53-a73b-2e92df242e08 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:35.173823 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c5cf433c-2112-4bc9-975d-15e050a283f9 req-1d850097-a7b1-4a53-a73b-2e92df242e08 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0554812 May 10 21:23:35.230477 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c5cf433c-2112-4bc9-975d-15e050a283f9 req-568881f9-a16e-4d67-85b4-2f2f81227287 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490792 May 10 21:23:35.564291 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ac6d4-f2ca-4add-836f-72384fd74980 req-07c4c4c4-97e5-4502-98d7-633df03a18e0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:35.566323 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cd4ac6d4-f2ca-4add-836f-72384fd74980 req-07c4c4c4-97e5-4502-98d7-633df03a18e0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0470877 May 10 21:23:35.617676 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cd4ac6d4-f2ca-4add-836f-72384fd74980 req-3f2c5cef-a243-49e2-8017-5ff2d5cf7602 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453424 May 10 21:23:36.251629 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Request body: {'port': {'device_id': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:23:36.320611 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:36.379712 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fcc88-0ce5-446c-b811-3cbc9fcd0e05 req-3d14185f-1725-435f-961e-0f585ee18a3d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:36.381165 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-390fcc88-0ce5-446c-b811-3cbc9fcd0e05 req-3d14185f-1725-435f-961e-0f585ee18a3d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0750155 May 10 21:23:36.508135 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-390fcc88-0ce5-446c-b811-3cbc9fcd0e05 req-c2df15e8-3004-428f-8b92-c8c86c4273b3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196017 May 10 21:23:36.672468 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f67420-6c95-4cc5-8544-bceeed674619 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:23:36.680762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Publish callbacks [] for port (00f67420-6c95-4cc5-8544-bceeed674619), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:36.694976 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Transition to ACTIVE for port object 00f67420-6c95-4cc5-8544-bceeed674619 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:23:36.738816 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732a23-e467-4ecb-9581-78a004b47e60 req-f23f553c-a768-4808-8cc2-4d6166fb959e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:36.740287 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-14732a23-e467-4ecb-9581-78a004b47e60 req-f23f553c-a768-4808-8cc2-4d6166fb959e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 932 time: 0.0485396 May 10 21:23:36.752456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:36.840319 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-14732a23-e467-4ecb-9581-78a004b47e60 req-f06325bd-f540-4723-832a-dd45cc21e964 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945585 May 10 21:23:36.844163 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:36.912283 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Attempting to bind port 00f67420-6c95-4cc5-8544-bceeed674619 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:23:36.912415 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Attempting to bind port 00f67420-6c95-4cc5-8544-bceeed674619 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:23:36.912705 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Attempting to bind port 00f67420-6c95-4cc5-8544-bceeed674619 on network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:36.917262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Port 00f67420-6c95-4cc5-8544-bceeed674619 on network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:23:36.917713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Attempting to bind port 00f67420-6c95-4cc5-8544-bceeed674619 on network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:23:36.922973 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:23:36.923311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Checking segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:23:36.923693 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Bound using segment: {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:23:36.924123 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Bound port: 00f67420-6c95-4cc5-8544-bceeed674619, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c270e598-eff8-4b6b-8c76-37368e7cbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:23:36.925164 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:36.994113 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:23:36.997405 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:23:37.077412 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:37.111017 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.111633 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:37.113573 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] 10.222.0.23 "PUT /v2.0/ports/00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 1094 time: 0.8662736 May 10 21:23:37.114008 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:23:37.116237 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:23:37.141960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ddbca-ec12-44e0-89ac-09c5b7d92fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:37.157171 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a24f72-8de6-4b7c-92dc-89f38bc6f5e2 x-openstack-request-id: req-32a24f72-8de6-4b7c-92dc-89f38bc6f5e2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:23:37.157465 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:23:37.157718 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32a24f72-8de6-4b7c-92dc-89f38bc6f5e2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:23:37.158122 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a24f72-8de6-4b7c-92dc-89f38bc6f5e2'] response: {'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'status': 'completed', 'code': 200} May 10 21:23:37.320359 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee req-a0a38e38-ee90-4143-a6e5-880ebc6a7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.321854 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee req-a0a38e38-ee90-4143-a6e5-880ebc6a7e33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1128 time: 0.0397246 May 10 21:23:37.682562 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca34ba6-2956-44e1-8b0f-8458f8416776 req-f365e641-3fb2-4931-bcfe-1d34da22d19d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.684220 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aca34ba6-2956-44e1-8b0f-8458f8416776 req-f365e641-3fb2-4931-bcfe-1d34da22d19d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 943 time: 0.0649614 May 10 21:23:37.689800 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee req-cb7fb778-8d90-497f-bdf9-e1d17e5243b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.692624 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee req-cb7fb778-8d90-497f-bdf9-e1d17e5243b9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7858ff72ee9843a493c27f9592a540b0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3633041 May 10 21:23:37.807076 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aca34ba6-2956-44e1-8b0f-8458f8416776 req-6b2ad333-4d2b-4efc-af3a-8876f3a1ce4a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134527 May 10 21:23:37.822915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee req-6936d865-1ebd-417a-89d6-7e0a7aae2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.824382 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4bfbf8d-2ba1-4f76-866d-f03a0d565cee req-6936d865-1ebd-417a-89d6-7e0a7aae2115 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239367 May 10 21:23:37.909309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-5d586156-9020-4c3c-ac65-ce06b8d54f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.910830 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-5d586156-9020-4c3c-ac65-ce06b8d54f6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1128 time: 0.0410018 May 10 21:23:37.957388 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-fc4c92da-1916-4913-b387-059c5fd0a74a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 217 time: 0.0379210 May 10 21:23:37.968364 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6efe-7a95-4ec9-a5ad-065acb89fb25 req-8830579e-8905-4875-b287-99daea76dc44 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:37.969932 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dc8f6efe-7a95-4ec9-a5ad-065acb89fb25 req-8830579e-8905-4875-b287-99daea76dc44 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 944 time: 0.0475187 May 10 21:23:38.004915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-3e734bf7-3d7f-4bff-8539-c61d867eb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:38.006364 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-3e734bf7-3d7f-4bff-8539-c61d867eb76f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 200 len: 853 time: 0.0429642 May 10 21:23:38.016890 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dc8f6efe-7a95-4ec9-a5ad-065acb89fb25 req-2995798b-6528-41d2-9be8-40fc67cd3f54 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 May 10 21:23:38.051573 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-281a9ae5-d610-4187-aa0a-ec3beb5d6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:38.053163 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-281a9ae5-d610-4187-aa0a-ec3beb5d6377 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380228 May 10 21:23:38.145988 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-b175e5c7-2b4a-4cec-9590-dc0ab412f5c8 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853856 May 10 21:23:38.235433 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-385fb015-119b-42c2-be6f-29dcf073d8b8 req-f6cab790-546a-4f06-bde6-109c4eb6e2d9 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 May 10 21:23:38.563237 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:23:38.661279 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:38.672348 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'port_id': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'mac_address': 'fa:16:3e:20:0e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:23:38.709405 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:38.709738 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:38.722116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:23:38.744843 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:38.819973 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:38.869310 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:38.876425 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.876773 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.877121 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.877466 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.877835 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.878319 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.878687 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.879021 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.879355 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.879686 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.880030 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.880373 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.880702 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.881034 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.881358 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:23:38.928653 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a98c-311c-49f3-8fc9-efec1baf1730 req-6a2e4386-9175-4efc-b94c-b9008536373e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:38.930164 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6478a98c-311c-49f3-8fc9-efec1baf1730 req-6a2e4386-9175-4efc-b94c-b9008536373e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 944 time: 0.0486290 May 10 21:23:38.980125 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6478a98c-311c-49f3-8fc9-efec1baf1730 req-3702e7a2-cdca-4284-8238-dcaf5577806c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 May 10 21:23:39.128781 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d14f8-b9fe-40cf-b299-90a693561de5 req-b05d7568-445f-4494-b632-3cb1cfab0dfb tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:39.130256 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-513d14f8-b9fe-40cf-b299-90a693561de5 req-b05d7568-445f-4494-b632-3cb1cfab0dfb tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 944 time: 0.0467651 May 10 21:23:39.151869 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['83ef924d-2caa-4d5a-8fb2-cd0a871c9712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:23:39.178328 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-513d14f8-b9fe-40cf-b299-90a693561de5 req-564676d7-4003-46f2-a2ef-e76a3b097181 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 May 10 21:23:40.098114 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d1218-5775-49c2-881f-c3675717140f req-0fcdf964-be9e-4539-9a07-22e6491aeaca tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:40.108473 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-081d1218-5775-49c2-881f-c3675717140f req-0fcdf964-be9e-4539-9a07-22e6491aeaca tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 944 time: 0.0463696 May 10 21:23:40.146636 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-081d1218-5775-49c2-881f-c3675717140f req-525d2c58-366a-4514-ba0f-9ab40ec85bb3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 May 10 21:23:40.292967 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6efc9a-789b-43f4-9163-35015775dd7d req-ed767529-5751-4d0f-9681-6be87eebb861 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:40.294419 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7b6efc9a-789b-43f4-9163-35015775dd7d req-ed767529-5751-4d0f-9681-6be87eebb861 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 944 time: 0.0499003 May 10 21:23:40.340248 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7b6efc9a-789b-43f4-9163-35015775dd7d req-a1ed0aa5-5d30-423f-ad21-4cff334c58c8 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 May 10 21:23:40.583621 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 00f67420-6c95-4cc5-8544-bceeed674619 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:23:40.585699 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:40.691106 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:40.691405 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:40.745629 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:40.760979 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '00f67420-6c95-4cc5-8544-bceeed674619', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'port_id': '00f67420-6c95-4cc5-8544-bceeed674619', 'mac_address': 'fa:16:3e:86:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:23:40.827781 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 00f67420-6c95-4cc5-8544-bceeed674619 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:40.828174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:40.830005 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:40.830373 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:40.853809 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f67420-6c95-4cc5-8544-bceeed674619 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:23:40.869402 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:23:40.871670 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d601325-2909-43ae-82a3-0727579633ea" -d '{"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-plugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:23:40.899060 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:40.899060 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:40.914563 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977db2cf-790c-4638-894f-969b2f9b18ca x-openstack-request-id: req-977db2cf-790c-4638-894f-969b2f9b18ca {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:23:40.914563 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-plugged", "status": "completed", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:23:40.914563 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-977db2cf-790c-4638-894f-969b2f9b18ca {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:23:40.914563 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977db2cf-790c-4638-894f-969b2f9b18ca'] response: {'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'code': 200} May 10 21:23:40.951690 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:40.975652 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:41.001834 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:41.050892 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:41.265140 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91adfb-b6a4-4bd2-94ef-ea79ad65687a req-18ff84b2-bfab-4955-8a0e-c40c8488837e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:41.266480 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ec91adfb-b6a4-4bd2-94ef-ea79ad65687a req-18ff84b2-bfab-4955-8a0e-c40c8488837e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0455635 May 10 21:23:41.312734 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ec91adfb-b6a4-4bd2-94ef-ea79ad65687a req-6037596a-5eb0-489e-b274-e8a913b279a0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 May 10 21:23:41.318743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['00f67420-6c95-4cc5-8544-bceeed674619'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:23:41.454667 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f72f5-d4ed-413a-8683-c66dc1d39be8 req-ee1dfc50-ab05-4e35-85ae-845ba1cdf91d tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:41.457326 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f4f72f5-d4ed-413a-8683-c66dc1d39be8 req-ee1dfc50-ab05-4e35-85ae-845ba1cdf91d tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 945 time: 0.0485938 May 10 21:23:41.506913 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f4f72f5-d4ed-413a-8683-c66dc1d39be8 req-9171793d-3a0a-4ad5-91c4-78c5554166a2 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 May 10 21:23:41.560647 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c96fc-4f80-44d6-9e49-7f91c264a4a0 req-f6e219b4-a25f-418f-bd19-3aef83c8f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:41.562153 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d51c96fc-4f80-44d6-9e49-7f91c264a4a0 req-f6e219b4-a25f-418f-bd19-3aef83c8f7a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 1130 time: 0.0407493 May 10 21:23:41.605042 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d51c96fc-4f80-44d6-9e49-7f91c264a4a0 req-febc4d8a-2fb4-4dbb-af72-28cfbac44e9b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363786 May 10 21:23:42.429677 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5bdab-5fd8-442f-9769-2da8b08d355f req-7d366f6a-9f31-4396-bec3-ba76833623b7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:42.431145 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a4f5bdab-5fd8-442f-9769-2da8b08d355f req-7d366f6a-9f31-4396-bec3-ba76833623b7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0455725 May 10 21:23:42.478553 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a4f5bdab-5fd8-442f-9769-2da8b08d355f req-21170ec2-a666-401c-a0f4-eac723dcb5b4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 May 10 21:23:42.586385 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:23:42.598348 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 00f67420-6c95-4cc5-8544-bceeed674619 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:23:42.617465 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f8773-5c62-4b6a-bc97-c35ba8aa81f0 req-e038a50a-ddcd-4fa7-a9df-ac42ac75738b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:42.618989 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4e6f8773-5c62-4b6a-bc97-c35ba8aa81f0 req-e038a50a-ddcd-4fa7-a9df-ac42ac75738b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 945 time: 0.0464048 May 10 21:23:42.642091 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 00f67420-6c95-4cc5-8544-bceeed674619 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:23:42.665630 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4e6f8773-5c62-4b6a-bc97-c35ba8aa81f0 req-4431e49a-f733-41cb-862e-650786dbb00b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 May 10 21:23:42.711323 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 00f67420-6c95-4cc5-8544-bceeed674619 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:23:42.711705 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (00f67420-6c95-4cc5-8544-bceeed674619), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:42.791004 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 00f67420-6c95-4cc5-8544-bceeed674619 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:23:42.791387 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:42.823049 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:23:42.900027 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:42.922560 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:23:42.924904 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221de696-1fa9-4d37-a14f-e9d9f1d6bcfc" -d '{"events": [{"server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "name": "network-vif-plugged", "status": "completed", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:23:42.951693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:42.961291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e7048-7b9e-4dc0-9111-8deef3f431a7 x-openstack-request-id: req-ff7e7048-7b9e-4dc0-9111-8deef3f431a7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:23:42.961586 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "name": "network-vif-plugged", "status": "completed", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:23:42.961872 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff7e7048-7b9e-4dc0-9111-8deef3f431a7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:23:42.962274 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7e7048-7b9e-4dc0-9111-8deef3f431a7'] response: {'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'code': 200} May 10 21:23:43.603092 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868293e7-7236-4edf-b288-106a6bdf8958 req-159f0e1b-5476-4707-93a3-e169e1c95f10 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:43.604609 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-868293e7-7236-4edf-b288-106a6bdf8958 req-159f0e1b-5476-4707-93a3-e169e1c95f10 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0542643 May 10 21:23:43.668789 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd804e3-b6fa-471f-8b1a-310a0042ba98 req-683c4546-1560-487c-a151-7048ab419be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:43.670312 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2bd804e3-b6fa-471f-8b1a-310a0042ba98 req-683c4546-1560-487c-a151-7048ab419be0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1130 time: 0.0536807 May 10 21:23:43.696497 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-868293e7-7236-4edf-b288-106a6bdf8958 req-e37d73a9-07ca-4339-8cc4-1686559ef4f1 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862794 May 10 21:23:43.724767 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2bd804e3-b6fa-471f-8b1a-310a0042ba98 req-dad37547-12be-4b9c-9dc3-2f9b7ea14c2e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 May 10 21:23:43.787078 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c225-eb71-403f-99f5-dd839faed862 req-b0e1e3bc-d100-4309-a86f-3a5b1bc51b3e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:43.788576 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9579c225-eb71-403f-99f5-dd839faed862 req-b0e1e3bc-d100-4309-a86f-3a5b1bc51b3e tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0492315 May 10 21:23:43.836449 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9579c225-eb71-403f-99f5-dd839faed862 req-01883574-15d4-464f-84f7-b1b329cbc3ed tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 May 10 21:23:43.849452 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:44.813713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8337c79-caa5-45b3-9d5c-b2af09840acd req-dfe26007-5b92-4d5b-a248-f7cf4842307d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:44.815229 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e8337c79-caa5-45b3-9d5c-b2af09840acd req-dfe26007-5b92-4d5b-a248-f7cf4842307d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0470011 May 10 21:23:44.868580 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e8337c79-caa5-45b3-9d5c-b2af09840acd req-2f243bfa-f019-44d6-b951-8c16fe8a44ec tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470567 May 10 21:23:44.952425 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f99ce0-5ed0-461d-b721-8ac71c709ac4 req-2a4e7844-c518-488c-8808-a1c210350c83 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:44.954037 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-12f99ce0-5ed0-461d-b721-8ac71c709ac4 req-2a4e7844-c518-488c-8808-a1c210350c83 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0480156 May 10 21:23:44.999717 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-12f99ce0-5ed0-461d-b721-8ac71c709ac4 req-ee905cc9-9b09-4a81-9bc1-e05e8657ff31 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 May 10 21:23:45.995166 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7bb26-be3a-4a79-b72c-d41ed71faa73 req-f4bef750-e44a-4995-887f-1162a26142dc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:45.996654 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dca7bb26-be3a-4a79-b72c-d41ed71faa73 req-f4bef750-e44a-4995-887f-1162a26142dc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0475495 May 10 21:23:46.052050 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dca7bb26-be3a-4a79-b72c-d41ed71faa73 req-d26d8847-763e-4b43-a397-f03dc85e725c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 May 10 21:23:46.116769 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ba9ee-4348-4e8b-b8ad-eb64c66933b4 req-8e30d5eb-c358-4343-9d82-4788fc292787 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:46.118236 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-573ba9ee-4348-4e8b-b8ad-eb64c66933b4 req-8e30d5eb-c358-4343-9d82-4788fc292787 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0494208 May 10 21:23:46.167013 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-573ba9ee-4348-4e8b-b8ad-eb64c66933b4 req-6de5d92f-0d34-4292-b8c1-7136c708bf84 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 May 10 21:23:46.279865 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79533-5fe3-43f9-8312-5d6896a0f65a req-1120e5eb-4197-4ee1-b83a-a5dca96f9baf tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:46.281336 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-faf79533-5fe3-43f9-8312-5d6896a0f65a req-1120e5eb-4197-4ee1-b83a-a5dca96f9baf tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0472250 May 10 21:23:46.327872 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-faf79533-5fe3-43f9-8312-5d6896a0f65a req-5d9a5c54-5dca-4aef-b95b-bb69637b8a73 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 May 10 21:23:46.545444 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7adeeb7b-b73d-4155-a0ad-67a125cae012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:46.649983 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196983b9-c1de-44d3-8d08-bd3417719666 req-b175f2ef-adb4-4b12-a35e-425af554070f tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:46.651484 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-196983b9-c1de-44d3-8d08-bd3417719666 req-b175f2ef-adb4-4b12-a35e-425af554070f tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0513566 May 10 21:23:46.697715 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-196983b9-c1de-44d3-8d08-bd3417719666 req-232b7d19-3a6f-4405-afa5-311e1ed02f91 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 May 10 21:23:47.732355 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f881-b4ad-4d6b-a9cb-fdf4088847c8 req-6c50936e-c128-440f-bc22-2485a41b0c41 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:47.733912 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3d7f881-b4ad-4d6b-a9cb-fdf4088847c8 req-6c50936e-c128-440f-bc22-2485a41b0c41 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0464535 May 10 21:23:47.791955 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3d7f881-b4ad-4d6b-a9cb-fdf4088847c8 req-5818634c-c26d-4fb5-a846-b971979a7c5c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516071 May 10 21:23:47.820214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-1e9f0ebc-3b7b-4f6d-9534-cbf514528473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:47.821928 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-1e9f0ebc-3b7b-4f6d-9534-cbf514528473 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.0459542 May 10 21:23:47.919492 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-8567d9ed-76a5-43e0-8db4-aa6a094a7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:47.921038 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-8567d9ed-76a5-43e0-8db4-aa6a094a7e08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.0906413 May 10 21:23:47.989390 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-f734be1b-fbfe-4088-a78c-3dea15573078 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 1001 time: 0.0611475 May 10 21:23:48.040889 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-244001c9-67cc-4aba-828d-e6bfafd42e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:48.042368 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-244001c9-67cc-4aba-828d-e6bfafd42e74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0447099 May 10 21:23:48.086699 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-da1a4e09-6f7c-4979-8ee6-a913f2b481d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:48.088329 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-da1a4e09-6f7c-4979-8ee6-a913f2b481d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387504 May 10 21:23:48.182852 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-1b5bbf41-e48e-4772-8141-3962222ed173 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857625 May 10 21:23:48.270618 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e53e8c2-8199-4dc0-ba79-02eed69a0bad req-cea69258-b22c-4802-894b-d829428e8144 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812454 May 10 21:23:48.677396 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f9f27721-a0c6-4f59-877e-1507d8dcf0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:48.909357 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c8d1-95e3-4ed9-a211-96281f95cc02 req-5805b84f-57ed-44c6-b54f-90a4614829d6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:48.910859 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1254c8d1-95e3-4ed9-a211-96281f95cc02 req-5805b84f-57ed-44c6-b54f-90a4614829d6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0479534 May 10 21:23:48.960697 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1254c8d1-95e3-4ed9-a211-96281f95cc02 req-3a38fab5-ff7a-4a31-906f-91a7081f2c51 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444124 May 10 21:23:49.894612 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:50.075070 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c122-9c47-4a32-9323-6f712ca8f356 req-4ce56f0f-4ecf-40f6-a853-7e64c1e521cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:50.076522 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0f64c122-9c47-4a32-9323-6f712ca8f356 req-4ce56f0f-4ecf-40f6-a853-7e64c1e521cc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0478110 May 10 21:23:50.122497 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0f64c122-9c47-4a32-9323-6f712ca8f356 req-8865bd81-1f1c-4b38-b88c-36ceae7f3eba tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 May 10 21:23:51.237529 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:51.240449 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ee2e-f439-49d6-9db4-6cacc1441a86 req-31925f44-107d-4c89-94d5-88125582e7b1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:51.241937 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e7d0ee2e-f439-49d6-9db4-6cacc1441a86 req-31925f44-107d-4c89-94d5-88125582e7b1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0473480 May 10 21:23:51.288820 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e7d0ee2e-f439-49d6-9db4-6cacc1441a86 req-f7e2a35d-b0de-49d0-a01a-c4f643a099f0 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 May 10 21:23:52.401335 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993088-14e5-44d4-b61c-daca90bea22a req-b69dbb8f-03fb-4b53-b45a-f87fb6bbaca4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:52.402864 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e993088-14e5-44d4-b61c-daca90bea22a req-b69dbb8f-03fb-4b53-b45a-f87fb6bbaca4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0469720 May 10 21:23:52.448791 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1e993088-14e5-44d4-b61c-daca90bea22a req-bcd81cda-de59-4b36-9f6f-3b1ee9810867 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 May 10 21:23:52.825649 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:53.564778 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64ac8-239f-42a5-b6f8-46802b9c9f62 req-5f60658e-02ae-4182-8be1-84e9d76ef5d1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:53.566286 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-83d64ac8-239f-42a5-b6f8-46802b9c9f62 req-5f60658e-02ae-4182-8be1-84e9d76ef5d1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0500915 May 10 21:23:53.611079 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-83d64ac8-239f-42a5-b6f8-46802b9c9f62 req-4f2fdc43-93a0-4989-a906-dcc640f637b0 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394046 May 10 21:23:54.726724 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34969225-96a7-46d9-a8b6-b65f05b08adf req-25ec53f5-6516-46c2-862d-7441ee5ab19e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:54.728205 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-34969225-96a7-46d9-a8b6-b65f05b08adf req-25ec53f5-6516-46c2-862d-7441ee5ab19e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0492439 May 10 21:23:54.774394 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-34969225-96a7-46d9-a8b6-b65f05b08adf req-0f85d2ff-e1bf-48d1-b006-7008d39a2341 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 May 10 21:23:55.892147 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10bb7f-d60b-4dba-b721-303f7a416483 req-04d53b23-712c-469e-be7d-de6cd1d4be3b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:55.893616 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e10bb7f-d60b-4dba-b721-303f7a416483 req-04d53b23-712c-469e-be7d-de6cd1d4be3b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0530343 May 10 21:23:55.939661 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5e10bb7f-d60b-4dba-b721-303f7a416483 req-6ab1fd68-47f0-443d-8c2c-e43b1e0f6ab4 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404100 May 10 21:23:57.055243 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e917c5-3b3b-4ccd-aac0-df270ce9cbf8 req-eef647f1-1b02-40bc-99e1-503e4d26d754 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:57.056609 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-64e917c5-3b3b-4ccd-aac0-df270ce9cbf8 req-eef647f1-1b02-40bc-99e1-503e4d26d754 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0462205 May 10 21:23:57.102420 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-64e917c5-3b3b-4ccd-aac0-df270ce9cbf8 req-4b5172dd-9855-40c6-ac67-9d233d125bfb tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 May 10 21:23:57.888571 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30341c75-1e30-48a7-a23c-936980682df0 req-14542e7d-48f8-4a57-b381-73868d5e6571 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:57.890044 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-30341c75-1e30-48a7-a23c-936980682df0 req-14542e7d-48f8-4a57-b381-73868d5e6571 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0475640 May 10 21:23:57.939394 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-30341c75-1e30-48a7-a23c-936980682df0 req-37fd75d1-d404-450c-986a-63e3ac5309c0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 May 10 21:23:57.961701 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53708) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:58.147825 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e32bb-1b31-45b8-885d-13afc278d5be tempest-TestMinimumBasicScenario-2029025519 tempest-TestMinimumBasicScenario-2029025519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:58.151951 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4d2e32bb-1b31-45b8-885d-13afc278d5be tempest-TestMinimumBasicScenario-2029025519 tempest-TestMinimumBasicScenario-2029025519-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1125 time: 0.1867826 May 10 21:23:58.152761 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53718) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:23:58.157779 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'port_id': '00f67420-6c95-4cc5-8544-bceeed674619', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:23:58.221222 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e500-21f6-4532-ba9c-6d9058928528 req-f7de84a3-e2b5-4530-924f-dc26baca7537 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:58.222751 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c346e500-21f6-4532-ba9c-6d9058928528 req-f7de84a3-e2b5-4530-924f-dc26baca7537 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0488284 May 10 21:23:58.260759 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:58.272280 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c346e500-21f6-4532-ba9c-6d9058928528 req-21642979-bdc7-42dd-a508-cc689b996100 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434942 May 10 21:23:58.342799 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:58.449297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Allocated IP 172.27.3.10 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/bdaf1202-ba09-4a41-83f4-a26026d539c7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:23:58.555344 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:58.688986 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:58.719265 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66bd9-19d6-4e28-8dec-b3b9eecca82c req-82e49800-dd00-4174-a524-346c69104450 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:58.720857 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ceb66bd9-19d6-4e28-8dec-b3b9eecca82c req-82e49800-dd00-4174-a524-346c69104450 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.0490839 May 10 21:23:58.727376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:23:58.730173 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:23:58.733671 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:23:58.764553 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'Port': ['ID=bdaf1202-ba09-4a41-83f4-a26026d539c7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:58.772301 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ceb66bd9-19d6-4e28-8dec-b3b9eecca82c req-94aa40a4-35dd-4b87-bf89-d216499f08f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448565 May 10 21:23:59.105276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for floatingip (29729ac9-7f8f-4c62-8b7b-fc6528729473), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:59.250804 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:59.424735 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc7e5-27a6-4379-921c-dba8e925c2c2 req-1257a137-247c-4410-b3d1-46b18a6cd94c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:59.426134 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-983fc7e5-27a6-4379-921c-dba8e925c2c2 req-1257a137-247c-4410-b3d1-46b18a6cd94c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0824938 May 10 21:23:59.501904 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-983fc7e5-27a6-4379-921c-dba8e925c2c2 req-8d43b10a-3e8e-4c35-8cf3-aa4ea77f6ef5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698190 May 10 21:23:59.506867 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:59.586381 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:59.659085 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'Port': ['ID=bdaf1202-ba09-4a41-83f4-a26026d539c7,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:23:59.669341 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (29729ac9-7f8f-4c62-8b7b-fc6528729473), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:23:59.774390 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Floating IP 29729ac9-7f8f-4c62-8b7b-fc6528729473 associated. External IP: 172.27.3.10, port: 00f67420-6c95-4cc5-8544-bceeed674619. May 10 21:23:59.889755 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8f8e-8361-42e8-8614-25b656934e0a req-3ee86b67-4f29-41df-ac9b-9eeef771a9a7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:23:59.891279 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bc7e8f8e-8361-42e8-8614-25b656934e0a req-3ee86b67-4f29-41df-ac9b-9eeef771a9a7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.0485499 May 10 21:23:59.939115 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bc7e8f8e-8361-42e8-8614-25b656934e0a req-f4b99dce-adad-430c-bbd0-a771b434fd4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 May 10 21:23:59.987168 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Router bc657978-2155-4345-ba45-9a4c79232207 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:00.322566 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:00.333108 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] Sync routers for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:00.344732 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:00.345336 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:23:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:00.393778 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.424033 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2439109e-418a-4eb3-87a7-bd63ead24d48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2700078 May 10 21:24:00.424658 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:00.426954 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c32552-5c4c-4112-ad95-85ed64f1369c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:00.427138 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:00.431796 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295255861', 'description': 'tempest-secgroup-smoke-1295255861 description', 'project_id': '7858ff72ee9843a493c27f9592a540b0'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:00.452716 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:00.463630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425e1a7-5ef3-43f1-bb92-edcfa289620e x-openstack-request-id: req-8425e1a7-5ef3-43f1-bb92-edcfa289620e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:00.463923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:00.464178 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8425e1a7-5ef3-43f1-bb92-edcfa289620e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:00.464578 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8425e1a7-5ef3-43f1-bb92-edcfa289620e'] response: {'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'status': 'completed', 'code': 200} May 10 21:24:00.547278 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.583099 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-f37a0d17-46dd-4760-98c8-3d07d0a482db tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:00.584534 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-f37a0d17-46dd-4760-98c8-3d07d0a482db tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.0798216 May 10 21:24:00.590522 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-c3ec85f3-379f-489a-b48b-b7fab3ad44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:00.592099 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-c3ec85f3-379f-489a-b48b-b7fab3ad44dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1130 time: 0.0599928 May 10 21:24:00.661174 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ac72-e610-49a0-97b7-0aff549bfdd4 req-b890764a-fff7-480a-98d6-db2c40b15f61 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:00.662925 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6ea0ac72-e610-49a0-97b7-0aff549bfdd4 req-b890764a-fff7-480a-98d6-db2c40b15f61 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0820343 May 10 21:24:00.674615 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group (118aa708-707e-48dc-9d81-57a3a4a5dcbd), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.728235 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6ea0ac72-e610-49a0-97b7-0aff549bfdd4 req-764c1dec-21cc-428b-a5a5-c03d5e1ae862 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568926 May 10 21:24:00.744186 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (118aa708-707e-48dc-9d81-57a3a4a5dcbd), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.744321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port d51acf48-316f-4040-b5d3-2beac72dba60 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:24:00.744321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.774534 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118aa708-707e-48dc-9d81-57a3a4a5dcbd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:00.774898 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '29729ac9-7f8f-4c62-8b7b-fc6528729473', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'port_id': '00f67420-6c95-4cc5-8544-bceeed674619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'mac_address': 'fa:16:3e:86:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:23:58Z', 'updated_at': '2022-05-10T21:23:58Z', 'revision_number': 0, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:01Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:00.777070 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-0a7128c2-de8c-4216-9631-638f78752ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:00.778644 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-0a7128c2-de8c-4216-9631-638f78752ef2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 915 time: 0.1776743 May 10 21:24:00.783587 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.783587 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.783902 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.784439 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.784781 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.785742 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.786247 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.786608 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.786940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.787266 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.787591 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.787915 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.788735 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.789109 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.789440 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:00.807164 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] Checking router: bc657978-2155-4345-ba45-9a4c79232207 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:00.815857 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:00.816515 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:23:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:00.828283 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.830033 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b1ad0413-8a8e-43ac-af75-474f4377d434 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4014566 May 10 21:24:00.833274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:00.837648 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group_rule': {'security_group_id': '118aa708-707e-48dc-9d81-57a3a4a5dcbd', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:00.886180 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-0ed5a9fa-c9b2-4efd-b114-ec05670b710e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 999 time: 0.1010141 May 10 21:24:00.905038 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] For port d51acf48-316f-4040-b5d3-2beac72dba60, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d51acf48-316f-4040-b5d3-2beac72dba60,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:00.905395 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.926640 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:00.935467 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (2d1ca61e-55d1-4357-8547-d324b96c4299), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:00.996361 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (2d1ca61e-55d1-4357-8547-d324b96c4299), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.047579 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-9954c13a-9b7e-449d-a586-c3a20b87596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:01.049033 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-9954c13a-9b7e-449d-a586-c3a20b87596d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 200 len: 853 time: 0.1559458 May 10 21:24:01.071845 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (2d1ca61e-55d1-4357-8547-d324b96c4299), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.091368 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1ca61e-55d1-4357-8547-d324b96c4299,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:01.149444 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '29729ac9-7f8f-4c62-8b7b-fc6528729473', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'port_id': '00f67420-6c95-4cc5-8544-bceeed674619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'mac_address': 'fa:16:3e:86:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:23:58Z', 'updated_at': '2022-05-10T21:23:58Z', 'revision_number': 0, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:01Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:01.159780 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.163874 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-56948097-aaf8-4ca4-8f16-8fb0eaac87cc tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271961 May 10 21:24:01.164662 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53740) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:01.169982 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group_rule': {'security_group_id': '118aa708-707e-48dc-9d81-57a3a4a5dcbd', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:01.175767 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3410fd9-f54d-4242-ad51-e11f7d609878 None None] The sync data for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi is: [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '29729ac9-7f8f-4c62-8b7b-fc6528729473', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'port_id': '00f67420-6c95-4cc5-8544-bceeed674619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'mac_address': 'fa:16:3e:86:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:23:58Z', 'updated_at': '2022-05-10T21:23:58Z', 'revision_number': 0, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:01Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:01.178266 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557993-0c93-4998-801e-385cd15df7cb req-25f05292-06c7-4cbc-b5b6-a8bab5430927 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:01.179864 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-81557993-0c93-4998-801e-385cd15df7cb req-25f05292-06c7-4cbc-b5b6-a8bab5430927 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 946 time: 0.1617825 May 10 21:24:01.186791 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-81a5088a-72ce-4fcf-bbee-e00dc1d880df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:01.190006 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-81a5088a-72ce-4fcf-bbee-e00dc1d880df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095793 May 10 21:24:01.249388 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (b7ff0e25-77fd-4213-be93-70fd34b258ed), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.308128 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (b7ff0e25-77fd-4213-be93-70fd34b258ed), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.363700 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (b7ff0e25-77fd-4213-be93-70fd34b258ed), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.365753 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-81557993-0c93-4998-801e-385cd15df7cb req-6e90c392-95bb-4b93-a934-92cd27e16c18 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=b599ed8f-ae1c-41a6-82ec-204cac129106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747327 May 10 21:24:01.372313 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.372674 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (46e5e5d7-107c-427e-a062-8c8e20713fc6), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.373000 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP 46e5e5d7-107c-427e-a062-8c8e20713fc6 disassociated. External IP: 172.27.3.167, port: d51acf48-316f-4040-b5d3-2beac72dba60. May 10 21:24:01.373411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for d51acf48-316f-4040-b5d3-2beac72dba60 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:24:01.395495 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ff0e25-77fd-4213-be93-70fd34b258ed,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:01.401211 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b09e0b-1428-4f7e-ba31-240c74e16686 None None] New status for floating IP 29729ac9-7f8f-4c62-8b7b-fc6528729473: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:24:01.414341 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-02c5f359-0c97-4e02-b22d-27b83f453d35 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087138 May 10 21:24:01.468526 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.472666 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-72034bae-a860-46e4-86aa-af013afe37f4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043890 May 10 21:24:01.473287 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53742) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:01.478429 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group_rule': {'security_group_id': '118aa708-707e-48dc-9d81-57a3a4a5dcbd', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:01.559549 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d0c32552-5c4c-4112-ad95-85ed64f1369c req-be180e5e-c290-470b-9e8f-4668447e66e7 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165099 May 10 21:24:01.564388 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (be8a7021-4561-4c02-973c-649f3a9a75a7), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.643277 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (be8a7021-4561-4c02-973c-649f3a9a75a7), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.683777 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (d51acf48-316f-4040-b5d3-2beac72dba60), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.716009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=d51acf48-316f-4040-b5d3-2beac72dba60,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:01.758482 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (be8a7021-4561-4c02-973c-649f3a9a75a7), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.781903 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8a7021-4561-4c02-973c-649f3a9a75a7,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:01.846068 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.850787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:01.851090 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fa888e68-e164-4f00-92ba-d873d5039a7b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3763404 May 10 21:24:01.851768 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53746) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:01.859420 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group_rule': {'security_group_id': '118aa708-707e-48dc-9d81-57a3a4a5dcbd', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:01.876141 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741e158-aaa6-4bc0-b938-3219ab0ac9dd req-6fc862d8-6c8f-4357-a0c3-c7ef9f722be6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:01.877640 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a741e158-aaa6-4bc0-b938-3219ab0ac9dd req-6fc862d8-6c8f-4357-a0c3-c7ef9f722be6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0791860 May 10 21:24:01.935749 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a741e158-aaa6-4bc0-b938-3219ab0ac9dd req-9f027c5f-d5f5-460f-8553-724619e9e3ab tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508075 May 10 21:24:01.964282 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (32c1381d-39c6-4215-b697-2e0fd9c6bc1c), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:01.977876 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:01.987141 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:02.000032 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:02.000875 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:23:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:02.025139 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] No DVR routers for this DVR port d51acf48-316f-4040-b5d3-2beac72dba60 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:24:02.028852 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.032932 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1c976327-d3b2-40c8-a490-d01b21e262e9 req-3d45ff0b-aad8-471a-8b44-ed78d44ef6ad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "DELETE /v2.0/ports/d51acf48-316f-4040-b5d3-2beac72dba60 HTTP/1.1" status: 204 len: 173 time: 1.4399405 May 10 21:24:02.045698 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (32c1381d-39c6-4215-b697-2e0fd9c6bc1c), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.117275 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:02.157637 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (32c1381d-39c6-4215-b697-2e0fd9c6bc1c), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.180411 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1381d-39c6-4215-b697-2e0fd9c6bc1c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:02.228764 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.230932 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-04e5f201-96c6-4d70-9c58-0be0ccfcd600 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3752563 May 10 21:24:02.233027 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:02.237494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group_rule': {'security_group_id': '118aa708-707e-48dc-9d81-57a3a4a5dcbd', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:02.329422 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Project 7858ff72ee9843a493c27f9592a540b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 21:24:02.348885 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (aba05534-90b9-4b0d-a361-561bd42c7aed), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.412926 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (aba05534-90b9-4b0d-a361-561bd42c7aed), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.443269 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:13Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:02.466055 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'name': 'network-vif-deleted', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:02.466616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (aba05534-90b9-4b0d-a361-561bd42c7aed), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.469770 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9073d0f-d702-4671-b0e7-4f65c66b5fa7" -d '{"events": [{"server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "name": "network-vif-deleted", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:02.475134 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:02.485450 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba05534-90b9-4b0d-a361-561bd42c7aed,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:02.517861 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:02.518538 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:23:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:02.534955 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657db257-d77f-4156-82bd-f97fba7ff7a3 x-openstack-request-id: req-657db257-d77f-4156-82bd-f97fba7ff7a3 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:02.535453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a9924-7119-4e2e-bd41-d68a5f545009", "name": "network-vif-deleted", "tag": "d51acf48-316f-4040-b5d3-2beac72dba60", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:02.535730 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-657db257-d77f-4156-82bd-f97fba7ff7a3 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:02.536108 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657db257-d77f-4156-82bd-f97fba7ff7a3'] response: {'server_uuid': '362a9924-7119-4e2e-bd41-d68a5f545009', 'name': 'network-vif-deleted', 'tag': 'd51acf48-316f-4040-b5d3-2beac72dba60', 'status': 'completed', 'code': 200} May 10 21:24:02.538045 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b5e62681-d448-49db-93b8-4b947fa95b94 req-cb39e057-a068-48d7-9b62-a57268cdc954 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=362a9924-7119-4e2e-bd41-d68a5f545009 HTTP/1.1" status: 200 len: 210 time: 0.0453119 May 10 21:24:02.565300 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.567346 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-645c1952-35f5-4b4f-8ec2-cc937d6be419 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332040 May 10 21:24:02.570028 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:02.574378 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'security_group_rule': {'security_group_id': '118aa708-707e-48dc-9d81-57a3a4a5dcbd', 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:02.633174 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:02.661094 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Project 7858ff72ee9843a493c27f9592a540b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 21:24:02.667222 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (6d505cb6-4d8d-4e7a-86bf-4c7cedd66405), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.720658 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d51acf48-316f-4040-b5d3-2beac72dba60 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:24:02.745114 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (6d505cb6-4d8d-4e7a-86bf-4c7cedd66405), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.748646 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: d51acf48-316f-4040-b5d3-2beac72dba60 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:24:02.749033 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d51acf48-316f-4040-b5d3-2beac72dba60 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:24:02.863042 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:13Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:02.866511 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (6d505cb6-4d8d-4e7a-86bf-4c7cedd66405), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.887875 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d505cb6-4d8d-4e7a-86bf-4c7cedd66405,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:02.956894 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:02.962945 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-cfba855a-4884-49e7-95e1-c549f6d5741b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3876529 May 10 21:24:02.985405 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae5dd3-f981-423b-94d1-647ec9d2ffa9 None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:96:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:20:38Z', 'updated_at': '2022-05-10T21:21:13Z', 'revision_number': 2, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:03.090840 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-2aa47496-de6b-45d4-ae71-1d84455252c7 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295255861&fields=id&tenant_id=7858ff72ee9843a493c27f9592a540b0 HTTP/1.1" status: 200 len: 267 time: 0.0606425 May 10 21:24:03.100617 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285c7c-e7be-4b78-8c93-f6af67af9fea req-8c257bce-891c-4f31-bd96-2aa77bcf672f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:03.105812 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-19285c7c-e7be-4b78-8c93-f6af67af9fea req-8c257bce-891c-4f31-bd96-2aa77bcf672f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0614276 May 10 21:24:03.161154 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-19285c7c-e7be-4b78-8c93-f6af67af9fea req-dc34a861-a6c4-4a19-b8ec-e2ee14c0166c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495396 May 10 21:24:03.168870 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-1b4546f0-64a1-464f-b521-28f2c645f2c4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:03.182232 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-1b4546f0-64a1-464f-b521-28f2c645f2c4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0791543 May 10 21:24:03.187585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'port': {'security_groups': ['8bb2a690-1491-47d7-a699-c164c20aa00e', '118aa708-707e-48dc-9d81-57a3a4a5dcbd']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:03.272683 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:03.321047 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb30e8fe-050f-4524-8a37-92f9490e3ce3 None None] New status for floating IP 46e5e5d7-107c-427e-a062-8c8e20713fc6: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:24:03.515810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:03.551119 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for port (00f67420-6c95-4cc5-8544-bceeed674619), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:03.603902 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:03.617838 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['00f67420-6c95-4cc5-8544-bceeed674619'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:24:03.654599 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:03.655344 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:03.657087 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-442dd874-27db-40bb-8ad2-d36bd3d3af76 req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "PUT /v2.0/ports/00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 982 time: 0.4739676 May 10 21:24:03.685674 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f857eba-1aac-4e1c-a82c-906e167f4a34 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:03.833168 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['00f67420-6c95-4cc5-8544-bceeed674619'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:24:03.860716 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf864888-33be-468f-ad00-53315ff07075 req-274bf3ef-e5c0-44a0-916e-018f2bd6d84a tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:03.869970 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cf864888-33be-468f-ad00-53315ff07075 req-274bf3ef-e5c0-44a0-916e-018f2bd6d84a tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0805521 May 10 21:24:04.033949 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cf864888-33be-468f-ad00-53315ff07075 req-51374f5a-dae5-4029-98fa-0036d2fd8346 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627858 May 10 21:24:04.073174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e9a633bd-6bd8-4f2e-b95c-4bdef6aceb5d None None] Provisioning complete for port 00f67420-6c95-4cc5-8544-bceeed674619 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:24:04.074416 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9a633bd-6bd8-4f2e-b95c-4bdef6aceb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (00f67420-6c95-4cc5-8544-bceeed674619), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.094553 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53778) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:04.163232 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-330e03f1-5c80-437e-a6bc-32cc3d29951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (b599ed8f-ae1c-41a6-82ec-204cac129106), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.203807 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-330e03f1-5c80-437e-a6bc-32cc3d29951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (b599ed8f-ae1c-41a6-82ec-204cac129106), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.329002 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-330e03f1-5c80-437e-a6bc-32cc3d29951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (b599ed8f-ae1c-41a6-82ec-204cac129106), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.331838 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803779-4f21-4ce2-a9e9-45d2573dc3d5 req-67d7b365-9b75-4c6b-a5d3-58b98cf79afe tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:04.332376 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-330e03f1-5c80-437e-a6bc-32cc3d29951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.334425 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b7803779-4f21-4ce2-a9e9-45d2573dc3d5 req-67d7b365-9b75-4c6b-a5d3-58b98cf79afe tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0682023 May 10 21:24:04.336617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e9a633bd-6bd8-4f2e-b95c-4bdef6aceb5d None None] Current status of the port 00f67420-6c95-4cc5-8544-bceeed674619 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:24:04.336820 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53782) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:04.337007 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-330e03f1-5c80-437e-a6bc-32cc3d29951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/security-groups/b599ed8f-ae1c-41a6-82ec-204cac129106 HTTP/1.1" status: 204 len: 168 time: 0.2416980 May 10 21:24:04.351041 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e03f1-5c80-437e-a6bc-32cc3d29951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599ed8f-ae1c-41a6-82ec-204cac129106,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:04.369635 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-08314da8-0d19-441d-affc-3af49ef0ab2b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] show failed (client error): The resource could not be found. May 10 21:24:04.373825 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-08314da8-0d19-441d-affc-3af49ef0ab2b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups/b599ed8f-ae1c-41a6-82ec-204cac129106 HTTP/1.1" status: 404 len: 347 time: 0.0331910 May 10 21:24:04.374860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:04.525285 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b7803779-4f21-4ce2-a9e9-45d2573dc3d5 req-ccb2dceb-6e52-441e-a152-20ce8ec0e110 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812232 May 10 21:24:04.555972 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:04.560527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8504de9b-4768-4e46-b399-05be6ee5f60e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:04.596202 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port a9a7b019-8993-4cce-a54e-c96b52067c41 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:24:04.597250 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.626097 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02783645-4df4-41b2-b023-f117ab5cc6ff x-openstack-request-id: req-02783645-4df4-41b2-b023-f117ab5cc6ff {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:04.626509 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:04.626823 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02783645-4df4-41b2-b023-f117ab5cc6ff {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:04.630552 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02783645-4df4-41b2-b023-f117ab5cc6ff'] response: {'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'status': 'completed', 'code': 200} May 10 21:24:04.968172 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-2e4cd1fe-673f-427b-95c0-08d82bfccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:04.969521 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-2e4cd1fe-673f-427b-95c0-08d82bfccddb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1169 time: 0.0472579 May 10 21:24:04.990930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:04.991299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (a9a7b019-8993-4cce-a54e-c96b52067c41), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:05.021600 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for a9a7b019-8993-4cce-a54e-c96b52067c41 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:24:05.153042 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-03d8119a-9dca-4a77-b6ab-e98916de36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:05.154542 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-03d8119a-9dca-4a77-b6ab-e98916de36b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 915 time: 0.1732140 May 10 21:24:05.251175 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-536345fe-ec33-41d1-ac5a-ad57a8fb5f9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 1001 time: 0.0887494 May 10 21:24:05.320403 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-d959ace7-051d-42dd-af66-397eb44cdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:05.322070 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-d959ace7-051d-42dd-af66-397eb44cdffa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 200 len: 853 time: 0.0635211 May 10 21:24:05.367307 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (a9a7b019-8993-4cce-a54e-c96b52067c41), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:05.380779 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-d37b45f0-22c3-4dd6-aad1-4dd356314372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:05.382314 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-d37b45f0-22c3-4dd6-aad1-4dd356314372 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535955 May 10 21:24:05.401965 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=a9a7b019-8993-4cce-a54e-c96b52067c41,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:05.416176 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9c346-7992-4a0a-8069-113fb70dbccb req-7f656967-bd3a-44b6-9a8c-e6e1b407b25c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:05.417750 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-64a9c346-7992-4a0a-8069-113fb70dbccb req-7f656967-bd3a-44b6-9a8c-e6e1b407b25c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0590904 May 10 21:24:05.477021 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-64a9c346-7992-4a0a-8069-113fb70dbccb req-9c0984cc-86c8-4b00-b9f3-cec110109d59 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528297 May 10 21:24:05.532154 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (46e5e5d7-107c-427e-a062-8c8e20713fc6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:05.534717 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:05.536557 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4c8f21a6-e8d6-4f88-a6c5-1787925ebc96 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/floatingips/46e5e5d7-107c-427e-a062-8c8e20713fc6 HTTP/1.1" status: 204 len: 168 time: 1.1614325 May 10 21:24:05.560024 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-1e65cd14-14b8-49a9-a5ce-f8e6656f7ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129498 May 10 21:24:05.683566 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f94e9f-2fcf-46a4-ae53-eeefef75bdec req-955eea6d-363d-4018-bfbc-8d0318d5f7a6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:05.685081 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f5f94e9f-2fcf-46a4-ae53-eeefef75bdec req-955eea6d-363d-4018-bfbc-8d0318d5f7a6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0592237 May 10 21:24:05.705680 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8504de9b-4768-4e46-b399-05be6ee5f60e req-2ea67af2-c8bb-4f52-a498-41712d10b5cb service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371355 May 10 21:24:05.744105 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f5f94e9f-2fcf-46a4-ae53-eeefef75bdec req-aea4f8c2-f63d-4b32-9718-f53eeecb8b4d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498774 May 10 21:24:06.592679 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc33bbc-af54-4ecc-bec5-2e672750cf45 req-f89be6ee-3df7-4212-87a2-ceb0e948caf8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:06.594133 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5dc33bbc-af54-4ecc-bec5-2e672750cf45 req-f89be6ee-3df7-4212-87a2-ceb0e948caf8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0461886 May 10 21:24:06.641058 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5dc33bbc-af54-4ecc-bec5-2e672750cf45 req-0a596d14-08ca-47ca-9277-99688ca5e753 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399804 May 10 21:24:06.867527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880e480-1ff0-4cde-aad5-e3717756c87d req-5588aab6-39c0-4c89-b228-c06be09a391c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:06.869407 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3880e480-1ff0-4cde-aad5-e3717756c87d req-5588aab6-39c0-4c89-b228-c06be09a391c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0480139 May 10 21:24:06.919972 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3880e480-1ff0-4cde-aad5-e3717756c87d req-4de8c26d-5151-4f90-b1a2-9933c5ab2604 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449243 May 10 21:24:07.756831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935e062-2ea3-45c2-b776-cd8ec31e5fd5 req-00a91b4d-f645-4af6-880f-908e6f8c00a5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:07.758589 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5935e062-2ea3-45c2-b776-cd8ec31e5fd5 req-00a91b4d-f645-4af6-880f-908e6f8c00a5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0512838 May 10 21:24:07.804569 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5935e062-2ea3-45c2-b776-cd8ec31e5fd5 req-4063801f-b3e0-4afe-97c0-552871ef0059 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 May 10 21:24:08.032460 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598f0a-211a-4f90-aafd-c6695d03a72a req-0eb70756-5c42-4318-a2d8-d967e0f57eb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:08.033909 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-71598f0a-211a-4f90-aafd-c6695d03a72a req-0eb70756-5c42-4318-a2d8-d967e0f57eb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0471747 May 10 21:24:08.078866 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-71598f0a-211a-4f90-aafd-c6695d03a72a req-ea9fadd4-7a7e-43c9-9063-c41bf776bc82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393443 May 10 21:24:08.633196 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70567d51-0431-4cb1-b78f-f9db0ab8e2da req-60c70ffe-be32-45d0-810c-45658b70a4f7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:08.634693 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-70567d51-0431-4cb1-b78f-f9db0ab8e2da req-60c70ffe-be32-45d0-810c-45658b70a4f7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0481453 May 10 21:24:08.681474 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-70567d51-0431-4cb1-b78f-f9db0ab8e2da req-62d1e143-97ec-4a82-915c-308908407fad tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 May 10 21:24:09.145441 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f11713-1ced-4280-8df7-215654a8faac req-384adb6d-c82e-4e7b-bd97-7fd3a30e6ff6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:09.146982 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-62f11713-1ced-4280-8df7-215654a8faac req-384adb6d-c82e-4e7b-bd97-7fd3a30e6ff6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.2740300 May 10 21:24:09.194484 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-62f11713-1ced-4280-8df7-215654a8faac req-63d329d1-7bfb-4360-94c9-d35246b8cc9d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 May 10 21:24:09.205727 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47863-df89-4001-a614-dedc7b93c754 req-10a6ca8e-28f0-41da-a17e-f2e4066d9ce1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:09.207944 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-38d47863-df89-4001-a614-dedc7b93c754 req-10a6ca8e-28f0-41da-a17e-f2e4066d9ce1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0513132 May 10 21:24:09.253188 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-38d47863-df89-4001-a614-dedc7b93c754 req-58a90787-5b21-4214-bf55-6a831c7e7065 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398910 May 10 21:24:09.792583 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1ef9f-e4e1-477a-9dcf-5705d24884c8 req-c4017eb3-0d22-4d58-bc08-3ce30afe5049 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:09.794072 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ebb1ef9f-e4e1-477a-9dcf-5705d24884c8 req-c4017eb3-0d22-4d58-bc08-3ce30afe5049 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0463798 May 10 21:24:09.846829 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ebb1ef9f-e4e1-477a-9dcf-5705d24884c8 req-de35a427-2977-4142-8488-48dd4a7f4ab2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460262 May 10 21:24:10.308369 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69afef6-d63d-40fe-a583-b4ef577e2975 req-24b198ba-a2e3-43d8-8b47-c5a05eddea30 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:10.310651 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b69afef6-d63d-40fe-a583-b4ef577e2975 req-24b198ba-a2e3-43d8-8b47-c5a05eddea30 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0485446 May 10 21:24:10.358094 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b69afef6-d63d-40fe-a583-b4ef577e2975 req-dc9a5d4f-6354-44bd-b8b0-5513dad0a2ff tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 May 10 21:24:10.374474 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d04c-6159-4fdc-85a1-2da0d4e2107e req-043aeae3-ca04-4eeb-a1ba-5bb8e1aa793a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:10.375951 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5600d04c-6159-4fdc-85a1-2da0d4e2107e req-043aeae3-ca04-4eeb-a1ba-5bb8e1aa793a tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0507390 May 10 21:24:10.422592 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5600d04c-6159-4fdc-85a1-2da0d4e2107e req-86c37bc5-b602-4b19-8e91-0abcdee7eb0e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 May 10 21:24:10.980563 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-859316ac-0ff4-4571-b042-a3a78015f58e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:10.982004 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-859316ac-0ff4-4571-b042-a3a78015f58e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0729017 May 10 21:24:10.992493 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ab7d2-2ecc-4b8e-92a1-8e424ff5d001 req-2a6be49d-263d-4f4e-8818-d828aab7e9e9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:10.993921 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-de0ab7d2-2ecc-4b8e-92a1-8e424ff5d001 req-2a6be49d-263d-4f4e-8818-d828aab7e9e9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0753026 May 10 21:24:11.039935 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-de0ab7d2-2ecc-4b8e-92a1-8e424ff5d001 req-5c23b63c-4c8d-4e72-babd-bfe7c4d91add tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404553 May 10 21:24:11.471561 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e245c-447e-4789-b776-7e43cafd93a9 req-94e8b28e-0f80-4e11-9fff-8d76aec05d5c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:11.473095 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b34e245c-447e-4789-b776-7e43cafd93a9 req-94e8b28e-0f80-4e11-9fff-8d76aec05d5c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0462005 May 10 21:24:11.520180 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b34e245c-447e-4789-b776-7e43cafd93a9 req-1cab765d-6a62-45a3-9706-caca681455fe tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 May 10 21:24:11.537842 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750cd33-ae15-4595-b2b1-cb682af1513d req-69c8786e-24ed-4dad-98cc-f521a77e13fc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:11.539363 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b750cd33-ae15-4595-b2b1-cb682af1513d req-69c8786e-24ed-4dad-98cc-f521a77e13fc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0492597 May 10 21:24:11.586047 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b750cd33-ae15-4595-b2b1-cb682af1513d req-01e91a56-b635-46d8-8ab8-9f93d6e63e85 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 May 10 21:24:12.163744 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a89b6-d5ae-443b-96c6-42aeb9dacb9d req-8b9e422e-7824-4673-bd28-90527aded27c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:12.165281 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-047a89b6-d5ae-443b-96c6-42aeb9dacb9d req-8b9e422e-7824-4673-bd28-90527aded27c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0565243 May 10 21:24:12.172178 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:24:12.172517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:12.221084 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-047a89b6-d5ae-443b-96c6-42aeb9dacb9d req-5cde6bcb-aa51-4cc8-9111-c4ab34bec74d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481820 May 10 21:24:12.268010 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a90a-3bb5-406a-a636-878543938153 req-b7638a5d-6b67-4d82-917b-37cae815afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:12.269479 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7660a90a-3bb5-406a-a636-878543938153 req-b7638a5d-6b67-4d82-917b-37cae815afa0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.0821834 May 10 21:24:12.306889 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] For port 7866c29a-c7c3-4ff7-b763-4708fc1851a8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7866c29a-c7c3-4ff7-b763-4708fc1851a8,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:12.307251 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:12.370019 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7660a90a-3bb5-406a-a636-878543938153 req-f59d1565-0bc5-4a68-afc8-a4968407c049 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884008 May 10 21:24:12.491862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:12.492132 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:12.492445 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d disassociated. External IP: 172.27.3.117, port: 7866c29a-c7c3-4ff7-b763-4708fc1851a8. May 10 21:24:12.492789 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for 7866c29a-c7c3-4ff7-b763-4708fc1851a8 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:24:12.654867 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40f879-0b4f-46a0-950c-a1a7884421fb req-04389a33-211c-4c49-b8da-0cd0390eaecf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:12.656333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b40f879-0b4f-46a0-950c-a1a7884421fb req-04389a33-211c-4c49-b8da-0cd0390eaecf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0614502 May 10 21:24:12.700641 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e66bc-78eb-4cee-b627-5af2f0b26b0c req-f7b24736-54c1-4423-bad4-4028b9584a91 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:12.702123 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-161e66bc-78eb-4cee-b627-5af2f0b26b0c req-f7b24736-54c1-4423-bad4-4028b9584a91 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0467932 May 10 21:24:12.703015 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b40f879-0b4f-46a0-950c-a1a7884421fb req-01da3df9-0738-406b-b758-e15adf0105f2 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 May 10 21:24:12.741171 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (7866c29a-c7c3-4ff7-b763-4708fc1851a8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:12.751084 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-161e66bc-78eb-4cee-b627-5af2f0b26b0c req-d481e30b-0c3e-479f-8e55-de663d17b84b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 May 10 21:24:12.771683 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=7866c29a-c7c3-4ff7-b763-4708fc1851a8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:12.812710 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7866c29a-c7c3-4ff7-b763-4708fc1851a8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:24:12.837838 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 7866c29a-c7c3-4ff7-b763-4708fc1851a8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:24:12.838278 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 7866c29a-c7c3-4ff7-b763-4708fc1851a8 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:24:12.890495 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:12.998972 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:13.009609 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d6809-aa35-448f-9251-01825ae73040 None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:13.019308 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:13.020525 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:23:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:13.042764 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] No DVR routers for this DVR port 7866c29a-c7c3-4ff7-b763-4708fc1851a8 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:24:13.045306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:13.048631 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b3fb19a-537e-4c4a-b2ca-31ec11050b4b req-8c96fe0f-9451-4020-8cc6-dfab27c49d8b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "DELETE /v2.0/ports/7866c29a-c7c3-4ff7-b763-4708fc1851a8 HTTP/1.1" status: 204 len: 173 time: 0.9687967 May 10 21:24:13.049067 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'name': 'network-vif-deleted', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:13.051791 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0d62fa-c181-4761-bf7e-eab9c23c7cbf" -d '{"events": [{"server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "name": "network-vif-deleted", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:13.087708 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cccd6b-367c-4674-b951-ea10ba4fe66a x-openstack-request-id: req-98cccd6b-367c-4674-b951-ea10ba4fe66a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:13.088001 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c94150b-0bc5-4635-b761-9f16d6f0b0a2", "name": "network-vif-deleted", "tag": "7866c29a-c7c3-4ff7-b763-4708fc1851a8", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:13.088255 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98cccd6b-367c-4674-b951-ea10ba4fe66a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:13.088660 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cccd6b-367c-4674-b951-ea10ba4fe66a'] response: {'server_uuid': '9c94150b-0bc5-4635-b761-9f16d6f0b0a2', 'name': 'network-vif-deleted', 'tag': '7866c29a-c7c3-4ff7-b763-4708fc1851a8', 'status': 'completed', 'code': 200} May 10 21:24:13.129734 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:13.330238 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:13.335332 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2e07b4fd-0614-4dfb-ae05-1d7bf43a450c req-06b6e41b-aebe-4848-93b6-574d59e78546 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0295920 May 10 21:24:13.362640 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d6809-aa35-448f-9251-01825ae73040 None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:13.369487 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:13.370094 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:23:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:13.477579 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:13.661216 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859d6809-aa35-448f-9251-01825ae73040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:13.687099 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d6809-aa35-448f-9251-01825ae73040 None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:13.824675 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1217-3b95-4762-8f3a-75dfe0238f09 req-a59fb857-6558-4c59-b38b-2d290ee53922 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:13.826428 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-416b1217-3b95-4762-8f3a-75dfe0238f09 req-a59fb857-6558-4c59-b38b-2d290ee53922 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0499678 May 10 21:24:13.843878 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:13.882470 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9771c2f-2e21-4812-975a-a5c9f280188d req-9229057b-c57f-428c-a344-e34f59bf7054 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:13.884498 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f9771c2f-2e21-4812-975a-a5c9f280188d req-9229057b-c57f-428c-a344-e34f59bf7054 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0574415 May 10 21:24:13.886911 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-416b1217-3b95-4762-8f3a-75dfe0238f09 req-cce72f2f-d82f-4762-9a8b-a2b2efaa9805 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514822 May 10 21:24:13.939793 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f9771c2f-2e21-4812-975a-a5c9f280188d req-5208bf56-7835-4112-832d-adfb35005bf2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483758 May 10 21:24:13.945829 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f3d4e-f067-40fd-89d4-d624093300c8 None None] New status for floating IP ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:24:14.469794 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-116c0dff-357b-49b2-a71f-ed898717d2c0 req-c586e66a-abd9-4751-9d05-22d015a4d36d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c94150b-0bc5-4635-b761-9f16d6f0b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0381002 May 10 21:24:14.501257 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a010d-51a8-4414-b6a9-182e2548183c req-32aee3a5-1834-4874-a8ef-43cb66d459ad tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.502791 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b55a010d-51a8-4414-b6a9-182e2548183c req-32aee3a5-1834-4874-a8ef-43cb66d459ad tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0529163 May 10 21:24:14.550652 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-ef570a49-f659-42e0-9e1c-471b1e5aca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.552285 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-ef570a49-f659-42e0-9e1c-471b1e5aca75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1129 time: 0.0695779 May 10 21:24:14.555623 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9e941-2407-476d-a397-7c903b909236 req-494a65fb-b954-459d-993c-3a505efee6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.557206 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-494a65fb-b954-459d-993c-3a505efee6fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.0633037 May 10 21:24:14.558572 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b55a010d-51a8-4414-b6a9-182e2548183c req-45d2278a-00db-49aa-b8f1-c8ca9bd1705e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465183 May 10 21:24:14.725367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9e941-2407-476d-a397-7c903b909236 req-11cc1eaa-5fbe-4f4e-b07a-ff9a6c484f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.726790 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-11cc1eaa-5fbe-4f4e-b07a-ff9a6c484f80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.1583984 May 10 21:24:14.729370 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-81a4612f-02a3-4e44-b229-e6bf2fd84bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.730765 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-81a4612f-02a3-4e44-b229-e6bf2fd84bdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 911 time: 0.1515629 May 10 21:24:14.847623 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-e6d548c8-d407-49ca-a41f-86bf98a4bfec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 1001 time: 0.1048245 May 10 21:24:14.851414 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-c87f26c7-0a36-44cb-a9c6-a37bff1b2625 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 200 len: 1000 time: 0.1028755 May 10 21:24:14.938363 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9e941-2407-476d-a397-7c903b909236 req-739d6e3a-f38f-471c-ba94-ac3b3191067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.939853 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-739d6e3a-f38f-471c-ba94-ac3b3191067c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0797980 May 10 21:24:14.941213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-3c57e4c1-0b95-4873-8332-cfc5df87eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:14.943463 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-3c57e4c1-0b95-4873-8332-cfc5df87eb89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.0760832 May 10 21:24:15.052746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9e941-2407-476d-a397-7c903b909236 req-3aff5c28-0842-4c70-ac70-3f9a27a2e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:15.054149 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-3aff5c28-0842-4c70-ac70-3f9a27a2e2ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010978 May 10 21:24:15.055450 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-dfc9abae-510b-42a0-a12c-5c3445e93d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:15.056777 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-dfc9abae-510b-42a0-a12c-5c3445e93d5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958126 May 10 21:24:15.062891 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce685-40ab-452b-8e64-0bf5beb82a4a req-7f88c44c-03ff-4080-9be5-dd3ecbdae173 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:15.064234 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-999ce685-40ab-452b-8e64-0bf5beb82a4a req-7f88c44c-03ff-4080-9be5-dd3ecbdae173 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.1023092 May 10 21:24:15.452437 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-999ce685-40ab-452b-8e64-0bf5beb82a4a req-b783b58e-5e6c-42cf-a49f-07d9d170a459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767536 May 10 21:24:15.486375 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-ec9b7497-267e-4b6f-b094-342d5114653e service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184968 May 10 21:24:15.488122 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-6d1575c4-7558-4b02-bc66-9bac74d69983 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192665 May 10 21:24:15.610935 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:15.672534 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e1c9e941-2407-476d-a397-7c903b909236 req-7c25f02c-ddd3-43cf-994c-03ef03f86544 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511090 May 10 21:24:15.694354 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c812e38e-c3b5-4db9-8b00-47a6a79ad912 req-0d85e4fc-3922-45b9-8cb2-aee43fb731be service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146123 May 10 21:24:15.696489 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8fb6-5364-4f7c-840c-e8b4e5bd2ef6 req-e5e4baac-75d1-45e7-9261-c8b95b62999c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:15.698191 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-42fa8fb6-5364-4f7c-840c-e8b4e5bd2ef6 req-e5e4baac-75d1-45e7-9261-c8b95b62999c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0651174 May 10 21:24:15.733047 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75de1e94-36e7-4002-a974-d6e60374702d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:15.773999 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75de1e94-36e7-4002-a974-d6e60374702d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:15.789793 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-42fa8fb6-5364-4f7c-840c-e8b4e5bd2ef6 req-4e2e30ec-b2ed-4b6c-be26-466df07ee5d5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835125 May 10 21:24:15.901273 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75de1e94-36e7-4002-a974-d6e60374702d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:15.904017 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75de1e94-36e7-4002-a974-d6e60374702d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:15.905165 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-75de1e94-36e7-4002-a974-d6e60374702d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/security-groups/e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b HTTP/1.1" status: 204 len: 168 time: 0.2927215 May 10 21:24:15.908080 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53888) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:15.914523 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de1e94-36e7-4002-a974-d6e60374702d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:15.925824 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-b0fc2a8a-43e3-4b91-9245-29d495b95a61 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] show failed (client error): The resource could not be found. May 10 21:24:15.927405 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b0fc2a8a-43e3-4b91-9245-29d495b95a61 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups/e07f22ac-71ab-47e6-91e4-0a5f7f6a3a4b HTTP/1.1" status: 404 len: 347 time: 0.0183227 May 10 21:24:15.930488 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:16.047317 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port 68d17775-fc98-431b-9f00-25e70a27d1b1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:24:16.047582 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.127786 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.128115 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (68d17775-fc98-431b-9f00-25e70a27d1b1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.140513 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for 68d17775-fc98-431b-9f00-25e70a27d1b1 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:24:16.346176 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (68d17775-fc98-431b-9f00-25e70a27d1b1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.375669 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=68d17775-fc98-431b-9f00-25e70a27d1b1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:16.399509 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.402340 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.403509 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-02bdb871-c019-431a-9c65-8fe2e70cc552 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/floatingips/ec6d7708-dc21-4be7-9d1b-0c9cb6d2379d HTTP/1.1" status: 204 len: 168 time: 0.4720480 May 10 21:24:16.546369 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98ea64ac-8b81-47d8-9747-c07860caae83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.565907 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca0bcb-f973-4965-a49d-432ee306f0d1 req-645ac3a6-5e26-4e44-9bf5-5094b99d35a3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:16.567540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 53898) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:16.568261 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c4ca0bcb-f973-4965-a49d-432ee306f0d1 req-645ac3a6-5e26-4e44-9bf5-5094b99d35a3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0480301 May 10 21:24:16.572136 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175072861', 'description': 'tempest-description--1704838139'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:16.619554 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c4ca0bcb-f973-4965-a49d-432ee306f0d1 req-5d7d0abb-aa9b-46be-89fb-59d667d37027 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455837 May 10 21:24:16.666946 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.732995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (aa0c5417-21a4-4d30-868e-ec94db722b07), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.797791 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (aa0c5417-21a4-4d30-868e-ec94db722b07), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.835885 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c5417-21a4-4d30-868e-ec94db722b07,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:16.891664 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:16.892960 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5b5ce8a2-2638-4887-ac84-160f894682e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3242748 May 10 21:24:16.896008 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:16.902295 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'aa0c5417-21a4-4d30-868e-ec94db722b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:16.928087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18eeeb-6bac-4d69-94a9-90da007d1d70 req-43516db3-bc81-424d-a862-f11dc729772b tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:16.928721 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d867b-9ebc-4bf1-b9b9-2afd60720dea req-60944412-95a4-4cff-8030-6840f411633c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:16.929574 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ab0d867b-9ebc-4bf1-b9b9-2afd60720dea req-60944412-95a4-4cff-8030-6840f411633c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0617833 May 10 21:24:16.929717 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9a18eeeb-6bac-4d69-94a9-90da007d1d70 req-43516db3-bc81-424d-a862-f11dc729772b tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0518405 May 10 21:24:16.978108 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ab0d867b-9ebc-4bf1-b9b9-2afd60720dea req-a5a6bb7d-db0c-456d-9834-6f84336343a6 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 May 10 21:24:16.980909 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9a18eeeb-6bac-4d69-94a9-90da007d1d70 req-398dc7b4-47cf-460e-9368-a217f4f69a28 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 May 10 21:24:17.004269 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (d2a82c5f-99c4-4f36-a22a-21d17f13d30d), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.058796 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (d2a82c5f-99c4-4f36-a22a-21d17f13d30d), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.134867 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (d2a82c5f-99c4-4f36-a22a-21d17f13d30d), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.153620 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a82c5f-99c4-4f36-a22a-21d17f13d30d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:17.240257 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.241456 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-bfaf66e0-3ee5-4958-9d93-2cee25b96cd9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444822 May 10 21:24:17.244198 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:17.248568 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'aa0c5417-21a4-4d30-868e-ec94db722b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:17.356609 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (8074adb0-d0a2-4ca0-a578-d2f286483fbb), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.404090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (8074adb0-d0a2-4ca0-a578-d2f286483fbb), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.415478 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-6b8f4d97-6f66-4af9-a828-6ec2dd89328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:17.416953 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-6b8f4d97-6f66-4af9-a828-6ec2dd89328c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 1129 time: 0.0404232 May 10 21:24:17.466562 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (8074adb0-d0a2-4ca0-a578-d2f286483fbb), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.485408 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8074adb0-d0a2-4ca0-a578-d2f286483fbb,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:17.511968 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-14e0e92b-5629-4379-93a2-8cddebfd095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:17.513423 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-14e0e92b-5629-4379-93a2-8cddebfd095b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 911 time: 0.0890353 May 10 21:24:17.554785 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.556001 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-337b59a7-4f12-44a5-bee3-3ea913b91ea7 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108947 May 10 21:24:17.559061 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:17.563231 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:17.638070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.714694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:17.821839 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.27.3.154 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:24:17.921960 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.022307 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.104514 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:24:18.111217 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:24:18.115137 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:24:18.125638 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-ec68bc5a-4836-42a1-821c-b4001b69e967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 200 len: 1000 time: 0.1002219 May 10 21:24:18.132116 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:18.132311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba417e-747d-4436-8ada-421f512ab72c req-4367871b-8452-4c8f-9633-ace31919ed08 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:18.133919 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d9ba417e-747d-4436-8ada-421f512ab72c req-4367871b-8452-4c8f-9633-ace31919ed08 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0639222 May 10 21:24:18.147669 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8306435-8a82-414c-b642-e2b11c703512 req-d127cd69-201f-4bd5-9751-bf2edbdc72dc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:18.149190 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f8306435-8a82-414c-b642-e2b11c703512 req-d127cd69-201f-4bd5-9751-bf2edbdc72dc tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0818870 May 10 21:24:18.207709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-1bb921af-d7b7-4d51-9bd0-7154ea4a7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:18.209872 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-1bb921af-d7b7-4d51-9bd0-7154ea4a7f7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.0750396 May 10 21:24:18.221539 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (3764c82a-61a0-4a55-b333-bb914a6dd2ba), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.231125 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d9ba417e-747d-4436-8ada-421f512ab72c req-d46c1f3a-c331-4c99-8ea6-bdc0b1a7ec5d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886278 May 10 21:24:18.234379 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f8306435-8a82-414c-b642-e2b11c703512 req-4baa0978-5fdd-4114-9939-98ad05116101 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643878 May 10 21:24:18.258982 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-a6211b65-4c5d-481f-89fe-d5b4713c30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:18.261148 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-a6211b65-4c5d-481f-89fe-d5b4713c30b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436466 May 10 21:24:18.312212 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.353779 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-7254ad0f-2aeb-4086-8f69-e31816ed612b service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865102 May 10 21:24:18.450978 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0805f1d2-71f2-41e2-a78a-bd9b31d75244 req-2923a1cb-1a8f-4090-b1f2-5c0e41dd65c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900764 May 10 21:24:18.497421 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.574803 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.607050 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (3764c82a-61a0-4a55-b333-bb914a6dd2ba), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.627195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:18.661616 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59db3ab0-fec6-488b-9871-0273c4e99314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.680244 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:18.681517 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-392f0ea4-ff50-47c3-8f44-c54608680e45 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1215422 May 10 21:24:18.875390 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-88c36812-827f-493a-82b0-62f39a3b2222 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1175072861&fields=id&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 267 time: 0.0439427 May 10 21:24:18.983505 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-91d72d88-74fb-4525-b3a0-e67c9f90b59c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:18.984964 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-91d72d88-74fb-4525-b3a0-e67c9f90b59c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.1032579 May 10 21:24:18.999242 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-80619ea8-7d1b-43fb-b49e-67039f85f8d3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/quotas/8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 375 time: 0.0086792 May 10 21:24:19.047014 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-f247a593-0f83-451d-aaf2-4c1daf2e8cb3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430830 May 10 21:24:19.145926 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-c46749d9-eac5-481c-84cb-9332c3bd1874 service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868063 May 10 21:24:19.233377 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-9af94a63-e833-44fb-958b-43813017c48b service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814836 May 10 21:24:19.352901 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a96e-ada4-43b4-a2fc-3de00e7b27cc req-2e758d93-5e6e-474e-8494-f92835cd933f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:19.354373 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d257a96e-ada4-43b4-a2fc-3de00e7b27cc req-2e758d93-5e6e-474e-8494-f92835cd933f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0501075 May 10 21:24:19.404771 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d257a96e-ada4-43b4-a2fc-3de00e7b27cc req-a7d22c8d-dd45-4f16-b789-b6dceaf28db1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 May 10 21:24:19.494128 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c740d0ae-3a48-411d-99c2-cc4e307b6958 req-60a01cc1-bc5b-4bd3-b399-443738db8cf3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 210 time: 0.0295203 May 10 21:24:19.518275 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e19837-db79-4362-ad2a-5595d2b0ffd6 req-5010f3d7-f1cc-4004-a03c-bf98e90c31dd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:19.525547 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-37e19837-db79-4362-ad2a-5595d2b0ffd6 req-5010f3d7-f1cc-4004-a03c-bf98e90c31dd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0621154 May 10 21:24:19.570820 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-37e19837-db79-4362-ad2a-5595d2b0ffd6 req-8ef02a00-ba8b-4230-87c6-11428d805313 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443385 May 10 21:24:19.586279 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:24:19.696030 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fee02-778d-4970-ba6c-ad8656a70e44 req-cacd3c79-5434-4783-9258-42e7d58bfd64 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:19.697690 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9b8fee02-778d-4970-ba6c-ad8656a70e44 req-cacd3c79-5434-4783-9258-42e7d58bfd64 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0510404 May 10 21:24:19.706227 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 53944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:19.711492 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Request body: {'floatingip': {'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:19.768811 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:19.850059 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:20.248275 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:20.300711 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:20.553052 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3367-e1d9-41c3-ae57-74ab3cf01063 req-4d07a779-87c3-49cd-b287-d7c21c9fc5a7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:20.554554 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-785b3367-e1d9-41c3-ae57-74ab3cf01063 req-4d07a779-87c3-49cd-b287-d7c21c9fc5a7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0609691 May 10 21:24:20.562396 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Router 3c056682-c8b3-4a31-8482-38b637ea716f has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:20.596195 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-52b7ec1f-8894-4273-b129-d68921d14b60 req-f77ca459-04d1-4aaa-b3a1-0fd30e93edf8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 210 time: 0.0276990 May 10 21:24:20.646949 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-785b3367-e1d9-41c3-ae57-74ab3cf01063 req-4ded0930-aa67-40b9-8e64-d8a49d7fe2ef tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864427 May 10 21:24:20.714257 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:20.719079 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:20.725138 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] Sync routers for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:20.736468 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:20.737322 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:20.751451 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:20.753673 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004706e3-65d8-4634-9a32-5b053538f01c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:20.788309 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f2ad6655-aaca-4680-a1c2-37b8eccb5b82 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "PUT /v2.0/floatingips/de647baf-b798-4a33-b360-9f4fc354ba93 HTTP/1.1" status: 200 len: 993 time: 1.0808482 May 10 21:24:20.791162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d588fc60-fd9c-44e3-ba25-64d22f26aace x-openstack-request-id: req-d588fc60-fd9c-44e3-ba25-64d22f26aace {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:20.791458 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:20.791769 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d588fc60-fd9c-44e3-ba25-64d22f26aace {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:20.792178 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d588fc60-fd9c-44e3-ba25-64d22f26aace'] response: {'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'status': 'completed', 'code': 200} May 10 21:24:20.852109 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:21.066593 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'de647baf-b798-4a33-b360-9f4fc354ba93', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:33Z', 'updated_at': '2022-05-10T21:24:20Z', 'revision_number': 3, 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:21.069491 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004706e3-65d8-4634-9a32-5b053538f01c req-e9dc4c03-0c05-44b7-aa46-363b6428441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:21.071568 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-e9dc4c03-0c05-44b7-aa46-363b6428441a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.0421853 May 10 21:24:21.098243 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] Checking router: 3c056682-c8b3-4a31-8482-38b637ea716f for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:21.107640 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:21.108257 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:21.168432 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004706e3-65d8-4634-9a32-5b053538f01c req-994d9214-a642-411d-bc95-c594fe23b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:21.169904 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-994d9214-a642-411d-bc95-c594fe23b216 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.0897043 May 10 21:24:21.221442 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:21.272383 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-d0b7ab6a-4c56-42dd-a9be-f1a666269172 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 1001 time: 0.0865140 May 10 21:24:21.312216 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:21.374555 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004706e3-65d8-4634-9a32-5b053538f01c req-234e2d8e-9dd8-455d-a01a-f3ddd34492d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:21.376048 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-234e2d8e-9dd8-455d-a01a-f3ddd34492d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0957577 May 10 21:24:21.386811 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-10986cd7-1981-4651-9e49-99b9f4ca1c1f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:21.388318 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-10986cd7-1981-4651-9e49-99b9f4ca1c1f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.1502230 May 10 21:24:21.444162 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004706e3-65d8-4634-9a32-5b053538f01c req-7c8182ee-b82d-461f-b9ef-b452b658e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:21.445664 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-7c8182ee-b82d-461f-b9ef-b452b658e682 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564566 May 10 21:24:21.506977 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-227b021d-2b76-4b3b-b63c-c9a9484612a1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 380 time: 0.1095774 May 10 21:24:21.525779 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'de647baf-b798-4a33-b360-9f4fc354ba93', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:33Z', 'updated_at': '2022-05-10T21:24:20Z', 'revision_number': 3, 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:21.545960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'port': {'device_id': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'admin_state_up': True, 'tenant_id': '8286226c580f4896aec72c65642fce30', 'security_groups': ['aa0c5417-21a4-4d30-868e-ec94db722b07']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:21.556949 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c50279-6f99-44db-a281-84d5c6a9379d None None] The sync data for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi is: [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'de647baf-b798-4a33-b360-9f4fc354ba93', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'port_id': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'mac_address': 'fa:16:3e:4b:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:22:33Z', 'updated_at': '2022-05-10T21:24:20Z', 'revision_number': 3, 'project_id': '78072ca90bf6402b83863597c266a178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:21.645296 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-abd5a7d4-bec2-475c-ad33-e638c12afb50 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884022 May 10 21:24:21.726228 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-258e025f-bca1-4f52-b1d4-74eab415dcb8 req-b75e21f9-1f45-4b41-93dd-17ad31bf9418 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 210 time: 0.0445030 May 10 21:24:21.780286 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-004706e3-65d8-4634-9a32-5b053538f01c req-b8396ece-1507-4d6b-9663-3ec25a14aec7 service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273432 May 10 21:24:21.792074 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Made reservation on behalf of 8286226c580f4896aec72c65642fce30 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:24:21.795547 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:21.925419 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.20.0.11 (3f280d19-4e21-4706-a61f-7c29f950ac00/9d80f143-2da6-498b-91cd-4bf0b726ac2c/78364b55-7109-42ce-bcd5-a6a00acfab88) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:24:22.063216 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.129661 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.171826 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:24:22.174938 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:24:22.178232 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:24:22.206103 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=78364b55-7109-42ce-bcd5-a6a00acfab88,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:22.235380 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:22.236053 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.298308 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-4cb17617-dc46-4134-a87e-5b7e02a373a4 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578866 May 10 21:24:22.310839 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Request body: {'port': {'device_id': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:22.373039 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.402084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ecaf10f3-a7b8-4c68-81a7-527516f2b009 None None] Provisioning complete for port 78364b55-7109-42ce-bcd5-a6a00acfab88 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:24:22.402698 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ecaf10f3-a7b8-4c68-81a7-527516f2b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.435565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf10f3-a7b8-4c68-81a7-527516f2b009 None None] Port 78364b55-7109-42ce-bcd5-a6a00acfab88 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:24:22.658517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78364b55-7109-42ce-bcd5-a6a00acfab88 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:24:22.668906 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Publish callbacks [] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.682019 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Transition to ACTIVE for port object 78364b55-7109-42ce-bcd5-a6a00acfab88 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:24:22.729475 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.787452 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=78364b55-7109-42ce-bcd5-a6a00acfab88,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:22.793256 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:22.795809 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01732a81-2bdb-434a-907f-465cc2439245" -d '{"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:22.832976 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:22.842838 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d83998-4080-44fa-8027-9bcf4d350627 x-openstack-request-id: req-44d83998-4080-44fa-8027-9bcf4d350627 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:22.843058 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:22.843304 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44d83998-4080-44fa-8027-9bcf4d350627 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:22.843880 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d83998-4080-44fa-8027-9bcf4d350627'] response: {'name': 'network-changed', 'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'status': 'completed', 'code': 200} May 10 21:24:22.885206 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac9b0f-8122-4317-acdb-d23e3add7cd4 req-26796016-4c8d-4197-842e-460f5bc2feb6 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:22.890313 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-43ac9b0f-8122-4317-acdb-d23e3add7cd4 req-26796016-4c8d-4197-842e-460f5bc2feb6 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 944 time: 0.0843933 May 10 21:24:22.951223 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732a81-2bdb-434a-907f-465cc2439245 req-4103adf6-de7f-45f4-b1d8-70302fc093d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:22.952730 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-4103adf6-de7f-45f4-b1d8-70302fc093d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78072ca90bf6402b83863597c266a178&device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 1129 time: 0.0823665 May 10 21:24:22.953905 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Attempting to bind port 78364b55-7109-42ce-bcd5-a6a00acfab88 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:24:22.954096 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Attempting to bind port 78364b55-7109-42ce-bcd5-a6a00acfab88 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:24:22.954422 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Attempting to bind port 78364b55-7109-42ce-bcd5-a6a00acfab88 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:24:22.978471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Port 78364b55-7109-42ce-bcd5-a6a00acfab88 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:24:22.978873 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Attempting to bind port 78364b55-7109-42ce-bcd5-a6a00acfab88 on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:24:23.009750 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:24:23.010087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:24:23.010489 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Bound using segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:24:23.010922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Bound port: 78364b55-7109-42ce-bcd5-a6a00acfab88, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:24:23.011282 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:23.025817 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-43ac9b0f-8122-4317-acdb-d23e3add7cd4 req-a01761f5-6cdb-4e58-8f09-7ef7002d1417 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313250 May 10 21:24:23.120287 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732a81-2bdb-434a-907f-465cc2439245 req-78902d69-e7af-431f-8a61-2e06bf46b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.121895 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-78902d69-e7af-431f-8a61-2e06bf46b85e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 200 len: 920 time: 0.1606114 May 10 21:24:23.165709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] For port 78364b55-7109-42ce-bcd5-a6a00acfab88, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:24:23.181716 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] For port 78364b55-7109-42ce-bcd5-a6a00acfab88, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78364b55-7109-42ce-bcd5-a6a00acfab88,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:24:23.198920 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-e465f7da-844d-4e60-b3b2-cdf5bd09f5f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 200 len: 1001 time: 0.0695701 May 10 21:24:23.240634 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:23.278242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732a81-2bdb-434a-907f-465cc2439245 req-664f0721-7056-42b6-9dc2-1814dfe01a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.279717 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-664f0721-7056-42b6-9dc2-1814dfe01a8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 200 len: 858 time: 0.0744061 May 10 21:24:23.286750 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.287894 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:23.288647 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] 10.222.0.23 "PUT /v2.0/ports/78364b55-7109-42ce-bcd5-a6a00acfab88 HTTP/1.1" status: 200 len: 1094 time: 0.9820685 May 10 21:24:23.292164 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:23.295380 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819044d-c4be-409b-a45e-c78d3f0c7d46" -d '{"events": [{"name": "network-changed", "server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:23.350133 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ba219-625b-447b-a4d0-7011275b4f0b x-openstack-request-id: req-6f0ba219-625b-447b-a4d0-7011275b4f0b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:23.350428 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:23.351494 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f0ba219-625b-447b-a4d0-7011275b4f0b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:23.351939 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0ba219-625b-447b-a4d0-7011275b4f0b'] response: {'name': 'network-changed', 'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'status': 'completed', 'code': 200} May 10 21:24:23.360983 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045897ca-e383-4ce5-ba2b-cb49a119eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=78364b55-7109-42ce-bcd5-a6a00acfab88,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:23.365762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732a81-2bdb-434a-907f-465cc2439245 req-09d3bb1f-d4e1-4f0b-a0a5-fe1c6006a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.367333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-09d3bb1f-d4e1-4f0b-a0a5-fe1c6006a406 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4d68030-42b4-44a7-8e2e-1f92daeefa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778131 May 10 21:24:23.469713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819044d-c4be-409b-a45e-c78d3f0c7d46 req-b5caeb3d-0fb8-48b5-bf99-650953c734e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.471244 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3819044d-c4be-409b-a45e-c78d3f0c7d46 req-b5caeb3d-0fb8-48b5-bf99-650953c734e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 1128 time: 0.0867469 May 10 21:24:23.552517 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-6717d249-9f9a-4071-828b-1e42523ec41f service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755567 May 10 21:24:23.641753 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819044d-c4be-409b-a45e-c78d3f0c7d46 req-7bf566cf-8dd1-4a69-b560-eefc7d6bb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.643250 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3819044d-c4be-409b-a45e-c78d3f0c7d46 req-7bf566cf-8dd1-4a69-b560-eefc7d6bb424 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8286226c580f4896aec72c65642fce30&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1642492 May 10 21:24:23.689095 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-01732a81-2bdb-434a-907f-465cc2439245 req-508b0c01-5e51-4705-af34-e6d51ff763ea service neutron] 10.222.0.23 "GET /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303930 May 10 21:24:23.756614 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819044d-c4be-409b-a45e-c78d3f0c7d46 req-bd41d6c5-6db4-4606-8214-497a8f6329b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.758103 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3819044d-c4be-409b-a45e-c78d3f0c7d46 req-bd41d6c5-6db4-4606-8214-497a8f6329b8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038904 May 10 21:24:23.840875 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-a61785fa-8e28-4bc3-86f5-db35c0f0bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.842293 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-a61785fa-8e28-4bc3-86f5-db35c0f0bb01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 1128 time: 0.0396492 May 10 21:24:23.888578 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-d82f2d2a-3762-407f-8b9f-2a2020c73055 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78364b55-7109-42ce-bcd5-a6a00acfab88 HTTP/1.1" status: 200 len: 217 time: 0.0341647 May 10 21:24:23.940010 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-32979a66-d695-4f30-94f9-3b09ee54a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:23.941412 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-32979a66-d695-4f30-94f9-3b09ee54a863 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.0452197 May 10 21:24:24.245238 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-b006a96a-d4fc-4849-b0ad-9a0cfd288453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:24.246766 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-b006a96a-d4fc-4849-b0ad-9a0cfd288453 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2992389 May 10 21:24:24.270070 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8a28e-68e1-4e6c-82ad-53c633db6341 req-038988fd-d0a9-441b-b0b9-ff1556108b3a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:24.271471 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72e8a28e-68e1-4e6c-82ad-53c633db6341 req-038988fd-d0a9-441b-b0b9-ff1556108b3a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 944 time: 0.0614071 May 10 21:24:24.368098 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72e8a28e-68e1-4e6c-82ad-53c633db6341 req-c3c92c4e-250a-4766-8ea6-bc7e07ecda87 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872452 May 10 21:24:24.382062 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-463f2d3e-631f-487d-bac6-6be6e23236e0 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276028 May 10 21:24:24.471286 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9c2dd204-b15f-4204-86e6-e7fbaa5979ee req-1f5c1a6e-d4bf-47f5-883d-007075f405cf service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816448 May 10 21:24:25.484138 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b3631-3f67-4c5e-9d3d-87c78a0dfb1c req-0384eefe-6e3e-4ef8-a9bb-03f18bb52de2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:25.485587 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a00b3631-3f67-4c5e-9d3d-87c78a0dfb1c req-0384eefe-6e3e-4ef8-a9bb-03f18bb52de2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 944 time: 0.0487759 May 10 21:24:25.532214 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a00b3631-3f67-4c5e-9d3d-87c78a0dfb1c req-51ad4c29-669c-4318-80a1-c22298cd7b73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405765 May 10 21:24:26.649489 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5072a-1ee6-4651-9999-7b807c09e532 req-4a4c6f34-90f8-4cb9-845f-a3e1692e1df8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:26.650974 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3cf5072a-1ee6-4651-9999-7b807c09e532 req-4a4c6f34-90f8-4cb9-845f-a3e1692e1df8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 944 time: 0.0511980 May 10 21:24:26.697736 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3cf5072a-1ee6-4651-9999-7b807c09e532 req-8b5d5d83-14df-456c-bd19-68a184fcc0c5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 May 10 21:24:27.813190 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08827-77a5-4855-9b88-e08e99f1525f req-d902e290-3736-4d86-967f-d786f5007bec tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:27.815154 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-60e08827-77a5-4855-9b88-e08e99f1525f req-d902e290-3736-4d86-967f-d786f5007bec tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 944 time: 0.0496891 May 10 21:24:27.864488 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-60e08827-77a5-4855-9b88-e08e99f1525f req-55828821-7bf1-4ba5-9265-d1a872da8425 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 May 10 21:24:28.844706 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 78364b55-7109-42ce-bcd5-a6a00acfab88 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:24:28.942572 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 78364b55-7109-42ce-bcd5-a6a00acfab88, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78364b55-7109-42ce-bcd5-a6a00acfab88,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:28.954225 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'port_id': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'mac_address': 'fa:16:3e:c7:70:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:24:28.980248 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba66c0e-c7a3-4d83-bbbe-0b04740f21c3 req-0711d3b6-716d-4b3e-9110-fdf85aeda23b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:28.981732 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9ba66c0e-c7a3-4d83-bbbe-0b04740f21c3 req-0711d3b6-716d-4b3e-9110-fdf85aeda23b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 944 time: 0.0470359 May 10 21:24:28.995328 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 78364b55-7109-42ce-bcd5-a6a00acfab88 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:24:28.995720 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:29.008954 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78364b55-7109-42ce-bcd5-a6a00acfab88 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:24:29.028123 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 78364b55-7109-42ce-bcd5-a6a00acfab88, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78364b55-7109-42ce-bcd5-a6a00acfab88,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:29.033793 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9ba66c0e-c7a3-4d83-bbbe-0b04740f21c3 req-fff014d0-e8f2-403b-a012-3ec85e9f956d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463386 May 10 21:24:29.095045 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:29.142265 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=78364b55-7109-42ce-bcd5-a6a00acfab88,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:29.394334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['78364b55-7109-42ce-bcd5-a6a00acfab88'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:24:29.923137 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2316985-76c6-4fac-a313-5d1a53850fb9 req-7db06118-bbf6-480a-98b6-680447117b44 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:29.924755 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c2316985-76c6-4fac-a313-5d1a53850fb9 req-7db06118-bbf6-480a-98b6-680447117b44 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0511985 May 10 21:24:29.979484 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-3a1d9145-e156-49ca-b2ab-29942070c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:29.981714 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-3a1d9145-e156-49ca-b2ab-29942070c2d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1169 time: 0.0520713 May 10 21:24:29.999021 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c2316985-76c6-4fac-a313-5d1a53850fb9 req-8a695939-83c8-40d2-bb81-31c2012761ae tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669949 May 10 21:24:30.080569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-d0e48b91-2643-4749-8101-e9c81c08197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:30.082047 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-d0e48b91-2643-4749-8101-e9c81c08197a service neutron] 10.222.0.23 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 915 time: 0.0942385 May 10 21:24:30.147573 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57331-01e7-4945-a911-c4778239be6a req-2133eb6f-9467-47ee-a917-712dccba1b0d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:30.149074 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-05e57331-01e7-4945-a911-c4778239be6a req-2133eb6f-9467-47ee-a917-712dccba1b0d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 945 time: 0.0484290 May 10 21:24:30.149190 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-ffca644b-6233-4d18-856b-7e42ef504b23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 1001 time: 0.0602956 May 10 21:24:30.198068 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-05e57331-01e7-4945-a911-c4778239be6a req-c7a0da82-2f51-41b2-8c8c-f8333c2fe334 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 May 10 21:24:30.212365 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-4c4de59d-a4dd-42c5-9100-26c3f3eef03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:30.212365 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-4c4de59d-a4dd-42c5-9100-26c3f3eef03a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 200 len: 853 time: 0.0489888 May 10 21:24:30.256269 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-21c555e6-f170-4e53-b0e1-4aecf26e28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:30.257755 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-21c555e6-f170-4e53-b0e1-4aecf26e28d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436268 May 10 21:24:30.343716 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b813ea1-6291-4649-b140-792568fca93f req-72055c2c-e0f9-469b-be23-edb1d941f02a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:30.345196 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8b813ea1-6291-4649-b140-792568fca93f req-72055c2c-e0f9-469b-be23-edb1d941f02a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0494950 May 10 21:24:30.353450 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-6fe4dcd5-3019-4de0-b87a-8873d5860ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 May 10 21:24:30.391240 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8b813ea1-6291-4649-b140-792568fca93f req-8988eff1-b712-4b8c-b61f-37f71c1dcf1f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 May 10 21:24:30.849098 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 78364b55-7109-42ce-bcd5-a6a00acfab88 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:24:30.894033 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 78364b55-7109-42ce-bcd5-a6a00acfab88 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:24:30.968820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 78364b55-7109-42ce-bcd5-a6a00acfab88 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:24:30.969194 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:31.047759 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 78364b55-7109-42ce-bcd5-a6a00acfab88 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:24:31.048150 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:31.070889 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:31.073019 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f96c6f1-670f-47d2-8498-ba71ca350890" -d '{"events": [{"server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "name": "network-vif-plugged", "status": "completed", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:31.085916 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 78364b55-7109-42ce-bcd5-a6a00acfab88, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78364b55-7109-42ce-bcd5-a6a00acfab88,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:31.111810 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e7e0ed-5851-464c-add2-368f072c4357 x-openstack-request-id: req-f5e7e0ed-5851-464c-add2-368f072c4357 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:31.112107 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "name": "network-vif-plugged", "status": "completed", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:31.112365 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5e7e0ed-5851-464c-add2-368f072c4357 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:31.112765 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e7e0ed-5851-464c-add2-368f072c4357'] response: {'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'code': 200} May 10 21:24:31.122236 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516e34-991e-4641-bb5b-3dacbc57cadf req-e8c9a911-5776-4b37-a4b3-9de6f9c5797c tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:31.123766 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39516e34-991e-4641-bb5b-3dacbc57cadf req-e8c9a911-5776-4b37-a4b3-9de6f9c5797c tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0528684 May 10 21:24:31.146704 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:31.183438 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39516e34-991e-4641-bb5b-3dacbc57cadf req-b965b368-c759-4623-921f-86d590332e04 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538630 May 10 21:24:31.195434 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=78364b55-7109-42ce-bcd5-a6a00acfab88,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:31.311820 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7f08-bbc2-4660-9f75-55863ea8f011 req-fdc4e3de-1bd0-4a01-a14e-5381d35dae37 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:31.313263 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d97f7f08-bbc2-4660-9f75-55863ea8f011 req-fdc4e3de-1bd0-4a01-a14e-5381d35dae37 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.0460260 May 10 21:24:31.359624 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d97f7f08-bbc2-4660-9f75-55863ea8f011 req-f04f28f9-b0fd-4fa9-a317-1a9b91c8bd5a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 May 10 21:24:31.508213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4501b-7526-422e-9230-c5faa8d43012 req-aefc8dd1-8f4e-491e-9fb8-726eea72eeee tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:31.509925 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-def4501b-7526-422e-9230-c5faa8d43012 req-aefc8dd1-8f4e-491e-9fb8-726eea72eeee tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0475218 May 10 21:24:31.555897 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-def4501b-7526-422e-9230-c5faa8d43012 req-5b534be7-b4de-483a-8cc4-9758553e2ddc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 May 10 21:24:31.865722 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ebae9d2-a194-4f0a-aa8c-e4e4b13e5faa req-e281b66b-8469-44c9-9fc7-a8953d9d16bb service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894320 May 10 21:24:32.208795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-9c6e03ab-5d49-4027-9e71-9b56edbcf9fa tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:32.210367 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-9c6e03ab-5d49-4027-9e71-9b56edbcf9fa tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0772400 May 10 21:24:32.211536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f0de-674b-4bde-8f24-8f55c75e2885 req-54ef3468-1c6c-49c2-b85f-8b363b138719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:32.212873 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b4c6f0de-674b-4bde-8f24-8f55c75e2885 req-54ef3468-1c6c-49c2-b85f-8b363b138719 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 1130 time: 0.0712943 May 10 21:24:32.300733 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc417-4717-4a56-91ea-5aa4dc55bd6c req-c5e60cb4-5ec9-4b6c-8b7b-4628d03e2ee4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:32.302475 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-156bc417-4717-4a56-91ea-5aa4dc55bd6c req-c5e60cb4-5ec9-4b6c-8b7b-4628d03e2ee4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0478222 May 10 21:24:32.326661 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b4c6f0de-674b-4bde-8f24-8f55c75e2885 req-707288ab-520e-46f4-bfcc-2e6c66df046c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035883 May 10 21:24:32.339777 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Deleting port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:24:32.340121 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:32.365933 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-156bc417-4717-4a56-91ea-5aa4dc55bd6c req-8e7bb5b7-e874-4e35-9e97-d6ea1f45b90a tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576096 May 10 21:24:32.432212 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] For port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:32.432582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:32.521125 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fd23f-f1cd-4248-93f5-4dcbf53773e7 req-1545d518-723f-457f-8ead-97eaa3d0ccda tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:32.522557 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-280fd23f-f1cd-4248-93f5-4dcbf53773e7 req-1545d518-723f-457f-8ead-97eaa3d0ccda tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.0923736 May 10 21:24:32.623182 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-280fd23f-f1cd-4248-93f5-4dcbf53773e7 req-c727ca07-cf9a-4736-b6ee-7d0b1e250a0c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937798 May 10 21:24:32.672627 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e061d-bef0-4e6c-860d-e400dbde17f4 req-5092afaf-3baf-4581-8732-0081680c6c5a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:32.674117 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3f9e061d-bef0-4e6c-860d-e400dbde17f4 req-5092afaf-3baf-4581-8732-0081680c6c5a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 946 time: 0.0482516 May 10 21:24:32.678253 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:32.678655 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (724cf517-acae-420b-a735-2963680c8a3c), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:32.678976 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Floating IP 724cf517-acae-420b-a735-2963680c8a3c disassociated. External IP: 172.27.3.68, port: 83ef924d-2caa-4d5a-8fb2-cd0a871c9712. May 10 21:24:32.679326 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Calling delete_port for 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:24:32.721383 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3f9e061d-bef0-4e6c-860d-e400dbde17f4 req-b57961f6-4a27-454b-a714-c5f76fd82220 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=09638855-ed56-4d7f-b03e-369757a45fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 May 10 21:24:32.884119 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (83ef924d-2caa-4d5a-8fb2-cd0a871c9712), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:32.914938 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event deleted for resources: {'Port': ['ID=83ef924d-2caa-4d5a-8fb2-cd0a871c9712,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:32.925188 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.925536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.925878 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.926250 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.926673 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.927011 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.927350 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.927681 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.928005 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.928328 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.928650 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.929021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.929361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.929682 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:32.930008 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:33.041435 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:33.150629 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:33.159940 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:33.170255 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:33.170977 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:33.193547 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] No DVR routers for this DVR port 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:24:33.195999 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:33.199333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-64cc1216-3742-497e-9c44-7ca45e746b2b req-af512f6a-c4c2-4649-8a33-f673c2c87eb0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "DELETE /v2.0/ports/83ef924d-2caa-4d5a-8fb2-cd0a871c9712 HTTP/1.1" status: 204 len: 173 time: 0.9775410 May 10 21:24:33.199770 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-deleted', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:33.202697 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6459bd8d-8e7b-4414-802b-1d873df8c060" -d '{"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-deleted", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:33.243816 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d4c6f-031a-4d51-b0e8-dd4b1f8dd0b0 x-openstack-request-id: req-d24d4c6f-031a-4d51-b0e8-dd4b1f8dd0b0 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:33.244387 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19cfc2-aeb2-40ff-b25c-187304690869", "name": "network-vif-deleted", "tag": "83ef924d-2caa-4d5a-8fb2-cd0a871c9712", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:33.244387 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d24d4c6f-031a-4d51-b0e8-dd4b1f8dd0b0 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:33.244748 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24d4c6f-031a-4d51-b0e8-dd4b1f8dd0b0'] response: {'server_uuid': 'ef19cfc2-aeb2-40ff-b25c-187304690869', 'name': 'network-vif-deleted', 'tag': '83ef924d-2caa-4d5a-8fb2-cd0a871c9712', 'status': 'completed', 'code': 200} May 10 21:24:33.292428 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:33.486261 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160767-87d8-448d-babd-e8df839bde41 req-0bfcd313-246d-40a1-854e-2e2d5d4e7fec tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:33.487811 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4c160767-87d8-448d-babd-e8df839bde41 req-0bfcd313-246d-40a1-854e-2e2d5d4e7fec tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0473967 May 10 21:24:33.511057 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:33.540106 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:33.548403 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:33.549016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:33.552493 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4c160767-87d8-448d-babd-e8df839bde41 req-4439c146-1092-4536-8290-f187f661240d tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565531 May 10 21:24:33.749456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6adb-7b67-49af-af06-26b939d52843 req-19524c7a-e23b-4446-81eb-d29bbbce8cda tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:33.751006 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dedd6adb-7b67-49af-af06-26b939d52843 req-19524c7a-e23b-4446-81eb-d29bbbce8cda tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.0520368 May 10 21:24:33.781789 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:33.800920 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dedd6adb-7b67-49af-af06-26b939d52843 req-7d198fa3-c312-45b1-9402-991cd47f467a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 May 10 21:24:33.841091 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-fd363b5e-c597-4d70-8104-d23a1cae232b req-04fd447e-2c51-4ee6-98a4-08906a13b843 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef19cfc2-aeb2-40ff-b25c-187304690869 HTTP/1.1" status: 200 len: 210 time: 0.0314522 May 10 21:24:33.974338 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:34.013029 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2bb4b-1161-4036-86ad-611f804e710c None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:34.236894 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4788a18-e15d-4433-8023-5c9bfcbe10b4 None None] New status for floating IP 724cf517-acae-420b-a735-2963680c8a3c: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:24:34.666119 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07309bae-2559-4bb5-b235-d3fc54cc1f32 req-8c59eeb2-8f7c-4dba-8ceb-c4b4d6e85aa2 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:34.667603 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-07309bae-2559-4bb5-b235-d3fc54cc1f32 req-8c59eeb2-8f7c-4dba-8ceb-c4b4d6e85aa2 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0472465 May 10 21:24:34.729361 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-07309bae-2559-4bb5-b235-d3fc54cc1f32 req-d19254ea-4fb6-4604-aac2-41ea369ca54b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560498 May 10 21:24:34.925461 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f560-0554-4dfb-bc16-dc3b85534a1e req-9ed2389b-2975-4846-92eb-a3b453119840 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:34.927619 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8eb5f560-0554-4dfb-bc16-dc3b85534a1e req-9ed2389b-2975-4846-92eb-a3b453119840 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.0526376 May 10 21:24:34.974065 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8eb5f560-0554-4dfb-bc16-dc3b85534a1e req-a1083b98-f67d-4166-a626-333394d5a9e9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 May 10 21:24:34.988009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54046) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:35.055289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc73b18c-9d7a-41b1-8456-b78e10af5dab tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (09638855-ed56-4d7f-b03e-369757a45fe9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.099993 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc73b18c-9d7a-41b1-8456-b78e10af5dab tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (09638855-ed56-4d7f-b03e-369757a45fe9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.108039 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5d54f-681f-4ac8-8333-b9879f2db4c6 req-4c35e580-47d6-4684-a738-77669bb5d4e8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:35.109490 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-88b5d54f-681f-4ac8-8333-b9879f2db4c6 req-4c35e580-47d6-4684-a738-77669bb5d4e8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.0710256 May 10 21:24:35.118703 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54050) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:35.123288 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'port_id': '78364b55-7109-42ce-bcd5-a6a00acfab88'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:35.165510 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (3764c82a-61a0-4a55-b333-bb914a6dd2ba), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.198321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc73b18c-9d7a-41b1-8456-b78e10af5dab tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (09638855-ed56-4d7f-b03e-369757a45fe9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.201026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc73b18c-9d7a-41b1-8456-b78e10af5dab tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.202231 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-dc73b18c-9d7a-41b1-8456-b78e10af5dab tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "DELETE /v2.0/security-groups/09638855-ed56-4d7f-b03e-369757a45fe9 HTTP/1.1" status: 204 len: 168 time: 0.2131765 May 10 21:24:35.205616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:35.220443 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73b18c-9d7a-41b1-8456-b78e10af5dab tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09638855-ed56-4d7f-b03e-369757a45fe9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:35.228152 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-466285d7-6ade-417e-86ba-a1a0aaf537b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] show failed (client error): The resource could not be found. May 10 21:24:35.232019 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-466285d7-6ade-417e-86ba-a1a0aaf537b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups/09638855-ed56-4d7f-b03e-369757a45fe9 HTTP/1.1" status: 404 len: 347 time: 0.0227468 May 10 21:24:35.232510 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:35.357980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Deleting port 75290146-d177-4101-8fbf-21e74e52c704 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:24:35.358386 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (75290146-d177-4101-8fbf-21e74e52c704), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.437825 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (75290146-d177-4101-8fbf-21e74e52c704), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.438149 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (75290146-d177-4101-8fbf-21e74e52c704), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.450293 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Calling delete_port for 75290146-d177-4101-8fbf-21e74e52c704 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:24:35.638386 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (75290146-d177-4101-8fbf-21e74e52c704), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.662543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event deleted for resources: {'Port': ['ID=75290146-d177-4101-8fbf-21e74e52c704,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:35.725805 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (724cf517-acae-420b-a735-2963680c8a3c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.728362 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.732290 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-380121af-b17d-4c94-b3c0-6601150b746e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "DELETE /v2.0/floatingips/724cf517-acae-420b-a735-2963680c8a3c HTTP/1.1" status: 204 len: 168 time: 0.4961216 May 10 21:24:35.886419 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.893430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54060) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:35.895838 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9c56-02bf-4d27-89d1-58aab4e66891 req-54fd8325-bf45-4610-b273-a1ee91beed27 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:35.897494 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6e5d9c56-02bf-4d27-89d1-58aab4e66891 req-54fd8325-bf45-4610-b273-a1ee91beed27 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0668213 May 10 21:24:35.898846 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024917652', 'description': 'tempest-description--1020067053'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:35.959262 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6e5d9c56-02bf-4d27-89d1-58aab4e66891 req-f220db5a-86e8-41b8-a22d-db9b7adf7b48 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557420 May 10 21:24:35.969274 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (3764c82a-61a0-4a55-b333-bb914a6dd2ba), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:35.998215 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.068269 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (de972d1c-74ed-40c9-871d-ca9ac5211c64), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.080697 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP 3764c82a-61a0-4a55-b333-bb914a6dd2ba associated. External IP: 172.27.3.154, port: 78364b55-7109-42ce-bcd5-a6a00acfab88. May 10 21:24:36.134886 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (de972d1c-74ed-40c9-871d-ca9ac5211c64), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.164631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de972d1c-74ed-40c9-871d-ca9ac5211c64,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:36.222746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.224247 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-942e54ee-682f-45e2-b0b8-8c915e5df3c7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3298233 May 10 21:24:36.227124 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54062) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:36.231503 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'security_group_rule': {'security_group_id': 'de972d1c-74ed-40c9-871d-ca9ac5211c64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:36.304457 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:36.323930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (1d04f055-3f54-42fc-9a4e-8de452750819), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.382022 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (1d04f055-3f54-42fc-9a4e-8de452750819), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.416027 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:36.420978 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.425463 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:36.435330 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:36.435935 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:36.450432 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-459e966c-f77a-4f99-a143-f60af9d85b4e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "PUT /v2.0/floatingips/3764c82a-61a0-4a55-b333-bb914a6dd2ba HTTP/1.1" status: 200 len: 992 time: 1.3305898 May 10 21:24:36.451056 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:36.453308 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eb493a-b60e-49bc-a015-6725a7ecebed" -d '{"events": [{"name": "network-changed", "server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:36.455306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (1d04f055-3f54-42fc-9a4e-8de452750819), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.475977 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d04f055-3f54-42fc-9a4e-8de452750819,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:36.497230 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f273c556-8673-4530-b181-c065e962142f x-openstack-request-id: req-f273c556-8673-4530-b181-c065e962142f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:36.497526 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:36.497781 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f273c556-8673-4530-b181-c065e962142f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:36.498186 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f273c556-8673-4530-b181-c065e962142f'] response: {'name': 'network-changed', 'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'status': 'completed', 'code': 200} May 10 21:24:36.550104 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:36.553541 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.554772 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fa3f7128-c9aa-4e17-bca4-b656243ed29c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266699 May 10 21:24:36.557385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:36.561579 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'security_group_rule': {'security_group_id': 'de972d1c-74ed-40c9-871d-ca9ac5211c64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:36.577127 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-85a08c3f-ddf4-4b2c-aacb-4207f25c5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:36.578629 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-85a08c3f-ddf4-4b2c-aacb-4207f25c5342 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 1130 time: 0.0565510 May 10 21:24:36.679566 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-a1e4943b-41e8-43aa-b92f-509d7b866fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:36.680965 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-a1e4943b-41e8-43aa-b92f-509d7b866fbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 916 time: 0.0964425 May 10 21:24:36.682780 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (54ebb578-ab7b-43a9-b810-0c57543095ef), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.777837 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-21a7672a-e8c1-46e6-82c0-34eee88001e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78364b55-7109-42ce-bcd5-a6a00acfab88 HTTP/1.1" status: 200 len: 1000 time: 0.0854244 May 10 21:24:36.787604 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (54ebb578-ab7b-43a9-b810-0c57543095ef), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.829767 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '3764c82a-61a0-4a55-b333-bb914a6dd2ba', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:c7:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:24:18Z', 'updated_at': '2022-05-10T21:24:35Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:36.835453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-6de8f008-d375-4829-853d-9c3e3a5fec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:36.836909 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-6de8f008-d375-4829-853d-9c3e3a5fec42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.0482233 May 10 21:24:36.857081 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:36.865371 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:36.865990 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:36.886261 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-61bfbda5-9d6a-4987-9f95-5829d25427c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:36.887929 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-61bfbda5-9d6a-4987-9f95-5829d25427c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407238 May 10 21:24:36.895573 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (54ebb578-ab7b-43a9-b810-0c57543095ef), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:36.904103 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:24:36.929946 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:24:36.930187 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 83ef924d-2caa-4d5a-8fb2-cd0a871c9712 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:24:36.935913 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ebb578-ab7b-43a9-b810-0c57543095ef,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:37.000465 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:37.003952 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-6a242bf6-e8a8-43e7-8dc3-4b3f51c80e6f service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062694 May 10 21:24:37.012648 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.014251 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-81253062-9253-4eaf-96cf-55ea9ad79748 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555151 May 10 21:24:37.017301 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:37.023098 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:37.088439 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3fc8b-d456-411d-8b63-45269bdbcbf0 req-dd98f648-e95d-4749-a947-8652ec203979 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:37.090105 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-34a3fc8b-d456-411d-8b63-45269bdbcbf0 req-dd98f648-e95d-4749-a947-8652ec203979 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0546184 May 10 21:24:37.110075 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-33eb493a-b60e-49bc-a015-6725a7ecebed req-4b4e74b5-bc49-41f2-8bbc-8aa155f58db8 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925856 May 10 21:24:37.111904 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.215904 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-34a3fc8b-d456-411d-8b63-45269bdbcbf0 req-7d90b4af-788b-4efe-b086-5d9e3e85926c tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192002 May 10 21:24:37.226674 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.229990 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '3764c82a-61a0-4a55-b333-bb914a6dd2ba', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:c7:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:24:18Z', 'updated_at': '2022-05-10T21:24:35Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:37.260667 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d751344-8974-45cd-8300-72a6922fa8af None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '3764c82a-61a0-4a55-b333-bb914a6dd2ba', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:c7:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:24:18Z', 'updated_at': '2022-05-10T21:24:35Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:37.345620 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Allocated IP 172.27.3.228 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/1cbc55f1-1922-4251-981c-786432a32cec) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:24:37.450397 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for port (1cbc55f1-1922-4251-981c-786432a32cec), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.464679 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd8531-547c-4246-8f6e-ef8c7ee533e8 None None] New status for floating IP 3764c82a-61a0-4a55-b333-bb914a6dd2ba: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:24:37.541404 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (1cbc55f1-1922-4251-981c-786432a32cec), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.578222 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:24:37.581045 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:24:37.585101 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:24:37.599452 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'Port': ['ID=1cbc55f1-1922-4251-981c-786432a32cec,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:37.643519 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (c836b46e-121c-4d3b-869e-7b47bb460ced), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.716119 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1cbc55f1-1922-4251-981c-786432a32cec), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.892155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for port (1cbc55f1-1922-4251-981c-786432a32cec), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.929537 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1cbc55f1-1922-4251-981c-786432a32cec), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.957099 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (c836b46e-121c-4d3b-869e-7b47bb460ced), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:37.978469 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'Port': ['ID=1cbc55f1-1922-4251-981c-786432a32cec,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:38.028104 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:38.029377 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-320a45e6-a94b-42de-aa35-6a0d2baa5d99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0105424 May 10 21:24:38.222849 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-06cf1c59-828d-4c27-a550-30a532d5e234 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2024917652&fields=id&tenant_id=802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 267 time: 0.0421340 May 10 21:24:38.333125 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-d1160b49-a04c-414d-9bff-454d71faa565 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:38.334721 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-d1160b49-a04c-414d-9bff-454d71faa565 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 817 time: 0.1048825 May 10 21:24:38.338048 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca036b-7c85-4b7f-8c6a-9cf225ddb743 req-a1705f8a-e2f6-442b-a133-c32960fe2d1c tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:38.339550 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-35ca036b-7c85-4b7f-8c6a-9cf225ddb743 req-a1705f8a-e2f6-442b-a133-c32960fe2d1c tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0505145 May 10 21:24:38.349965 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-932660f4-f69b-4d0a-b4a6-a9df15a361dd tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/quotas/802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 375 time: 0.0097950 May 10 21:24:38.398686 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-9146074b-b250-4025-a6a2-bae7dc8ac3ef tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434146 May 10 21:24:38.399447 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-35ca036b-7c85-4b7f-8c6a-9cf225ddb743 req-2f4ade16-211c-47e5-9a9a-2ddd213141a0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543661 May 10 21:24:38.495382 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-094970d3-5b5d-49b8-a340-fff18fd67b82 service neutron] 10.222.0.25 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856490 May 10 21:24:38.583546 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-7dcf0dbe-c15e-4f06-b0f1-e4e3356d59c1 service neutron] 10.222.0.25 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818777 May 10 21:24:38.829367 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-12449a59-bcee-418e-827a-c06921fa6357 req-7d4f1e5b-1529-41c1-860b-de49601682b3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 210 time: 0.0285151 May 10 21:24:39.517422 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2368ce9-ba52-4f91-8b92-4eb7aeed5f16 req-ab804e41-58ab-46e8-af5a-79172f166140 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:39.518936 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a2368ce9-ba52-4f91-8b92-4eb7aeed5f16 req-ab804e41-58ab-46e8-af5a-79172f166140 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0517561 May 10 21:24:39.580004 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a2368ce9-ba52-4f91-8b92-4eb7aeed5f16 req-da5099ab-a2c6-4b4d-aa9c-59de54ff43e2 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542619 May 10 21:24:39.928479 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-eda08fbd-3121-486d-8010-69433bd193ea req-3ad7a610-ffed-48d3-a6db-cc81228afcf3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 210 time: 0.0273857 May 10 21:24:40.531216 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-0087dca5-d1f2-494e-802c-307281a8d1e8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:40.532710 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-0087dca5-d1f2-494e-802c-307281a8d1e8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 817 time: 0.1016803 May 10 21:24:40.605711 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-ae038d34-9564-4f47-96ee-4cf1cb20cc12 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 380 time: 0.0553918 May 10 21:24:40.620927 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'port': {'device_id': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'admin_state_up': True, 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'security_groups': ['de972d1c-74ed-40c9-871d-ca9ac5211c64']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:40.735061 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbf600-78f9-4080-b68c-ad241b04877d req-f623d322-a5b3-4446-a282-07c44e39a620 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:40.736567 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dccbf600-78f9-4080-b68c-ad241b04877d req-f623d322-a5b3-4446-a282-07c44e39a620 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0850143 May 10 21:24:40.821311 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dccbf600-78f9-4080-b68c-ad241b04877d req-e28928ef-0cc7-4b85-9f46-51c2ee12727d tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752048 May 10 21:24:40.854840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Made reservation on behalf of 802e2ef29f6f4b2c8ca69204b69cc142 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:24:40.858275 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:40.980812 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Allocated IP 172.20.0.6 (169df5df-f41d-4a2b-9d9a-2bdd14f9c862/1120c448-f214-482d-9129-d5bb7a82ac96/53eb87d9-7496-49b6-b83d-932f96780089) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:24:41.027839 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8a25e602-4fbe-46f7-8100-b17f2267285e req-6ae01d97-f2a9-4007-a270-7aece2abfeba tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 210 time: 0.0269661 May 10 21:24:41.122915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for port (53eb87d9-7496-49b6-b83d-932f96780089), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:41.244224 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:41.286415 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:24:41.290791 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:24:41.296775 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:24:41.327033 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:41.354509 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:41.355299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:41.418550 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-842692e1-1c0a-4b72-b53b-7b07aea95abb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013170 May 10 21:24:41.441677 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Request body: {'port': {'device_id': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:41.501312 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:41.503344 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-da28d07e-57ae-4056-bb5e-fa684c738bdf None None] Provisioning complete for port 53eb87d9-7496-49b6-b83d-932f96780089 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:24:41.503848 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da28d07e-57ae-4056-bb5e-fa684c738bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (53eb87d9-7496-49b6-b83d-932f96780089), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:41.543016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-da28d07e-57ae-4056-bb5e-fa684c738bdf None None] Port 53eb87d9-7496-49b6-b83d-932f96780089 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:24:42.035550 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf121b1-fed2-4b09-a2f9-0758dbf26ff2 req-7b4449db-fcb4-47a9-9e53-9100f4fb51fd tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.036994 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cdf121b1-fed2-4b09-a2f9-0758dbf26ff2 req-7b4449db-fcb4-47a9-9e53-9100f4fb51fd tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0605652 May 10 21:24:42.084611 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53eb87d9-7496-49b6-b83d-932f96780089 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:24:42.105929 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Publish callbacks [] for port (53eb87d9-7496-49b6-b83d-932f96780089), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:42.133939 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Transition to ACTIVE for port object 53eb87d9-7496-49b6-b83d-932f96780089 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:24:42.140575 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cdf121b1-fed2-4b09-a2f9-0758dbf26ff2 req-d4da4351-a5c2-4035-a4b2-e7b43f3ab27c tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872860 May 10 21:24:42.148536 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057220fb-225b-4eb7-8265-1d9cf5265f40 req-60ec8cfa-ef88-4376-9076-c5deac539bd6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.150014 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-057220fb-225b-4eb7-8265-1d9cf5265f40 req-60ec8cfa-ef88-4376-9076-c5deac539bd6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 931 time: 0.0498803 May 10 21:24:42.196371 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-057220fb-225b-4eb7-8265-1d9cf5265f40 req-631426f8-f896-4501-85bf-fe7bc3ad2558 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 May 10 21:24:42.203732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:42.277445 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:42.331461 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Attempting to bind port 53eb87d9-7496-49b6-b83d-932f96780089 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:24:42.331922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Attempting to bind port 53eb87d9-7496-49b6-b83d-932f96780089 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:24:42.332252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Attempting to bind port 53eb87d9-7496-49b6-b83d-932f96780089 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:24:42.337961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Port 53eb87d9-7496-49b6-b83d-932f96780089 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:24:42.338287 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Attempting to bind port 53eb87d9-7496-49b6-b83d-932f96780089 on network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:24:42.343707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:24:42.344043 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Checking segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:24:42.344419 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Bound using segment: {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:24:42.344845 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Bound port: 53eb87d9-7496-49b6-b83d-932f96780089, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0554f1cd-0504-476c-ae30-d08040377ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:24:42.345199 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:42.414680 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:24:42.417895 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:24:42.478860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:42.512134 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.512757 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:42.514125 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 1093 time: 1.0768499 May 10 21:24:42.514595 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:42.516824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e" -d '{"events": [{"name": "network-changed", "server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:42.549529 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acd793-8fff-48dc-97a5-9e0c52ce40f2 service neutron] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:42.563331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b7a8a1-9fa1-4727-bb0b-820393a1381b x-openstack-request-id: req-b7b7a8a1-9fa1-4727-bb0b-820393a1381b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:42.563693 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:42.563954 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7b7a8a1-9fa1-4727-bb0b-820393a1381b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:42.564356 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b7a8a1-9fa1-4727-bb0b-820393a1381b'] response: {'name': 'network-changed', 'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'status': 'completed', 'code': 200} May 10 21:24:42.631364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e req-5148f432-b427-421c-9d79-6af9c31f6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.634545 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e req-5148f432-b427-421c-9d79-6af9c31f6539 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1127 time: 0.0463924 May 10 21:24:42.737872 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e req-56c2c7f7-881f-4fab-9b34-269abb2ecdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.739367 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e req-56c2c7f7-881f-4fab-9b34-269abb2ecdab service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0967746 May 10 21:24:42.834585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e req-e6b215bf-ec75-4380-bbe1-962392c3fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.836300 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ff9f8a7e-eaaf-4697-b10a-3cb0d850547e req-e6b215bf-ec75-4380-bbe1-962392c3fe19 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909059 May 10 21:24:42.915896 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-8ef769a0-90b0-46d2-9125-86d4b16f0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:42.917303 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-8ef769a0-90b0-46d2-9125-86d4b16f0d85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1127 time: 0.0393512 May 10 21:24:42.964958 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-fdce2f07-9245-4175-b218-e657900e3212 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 217 time: 0.0378933 May 10 21:24:43.014323 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-cf4fb1c6-dce8-45f2-ad35-9be99f5b3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:43.015752 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-cf4fb1c6-dce8-45f2-ad35-9be99f5b3248 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0429049 May 10 21:24:43.058368 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-8ef3123e-0343-4b9e-9ede-bed7f25c89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:43.059852 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-8ef3123e-0343-4b9e-9ede-bed7f25c89a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377722 May 10 21:24:43.152186 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-98f99fc3-04a7-46dc-98f9-6d26be2ecb73 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855839 May 10 21:24:43.253947 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-72224934-6618-4d04-a1d5-e63a36eb99e9 req-83ca1fd2-2c65-485c-b727-d2aad7595b33 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927641 May 10 21:24:43.259244 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9ab87-a7f1-4c1c-abf0-e16eb8f8b338 req-db18c2ba-83d9-4497-94c4-7aba39c75be0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:43.260716 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cbf9ab87-a7f1-4c1c-abf0-e16eb8f8b338 req-db18c2ba-83d9-4497-94c4-7aba39c75be0 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0532081 May 10 21:24:43.320601 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cbf9ab87-a7f1-4c1c-abf0-e16eb8f8b338 req-25d7fdb2-6d35-44ee-9657-471f161dbebb tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543432 May 10 21:24:43.325276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126a70-7065-4c33-a5b1-0d4c48c2b6ef req-ad53cfae-2238-47b1-a1c4-21114b661c51 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:43.326910 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-31126a70-7065-4c33-a5b1-0d4c48c2b6ef req-ad53cfae-2238-47b1-a1c4-21114b661c51 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0522189 May 10 21:24:43.375000 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-31126a70-7065-4c33-a5b1-0d4c48c2b6ef req-1bf263b5-7c22-4e03-a6f7-1030acdc1c21 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 May 10 21:24:43.826702 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:44.439297 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0768bf-8db9-4538-af37-a4df9d3a4269 req-c614e5b9-3d2b-4ece-81b0-f6f6ed439f31 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:44.440790 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1b0768bf-8db9-4538-af37-a4df9d3a4269 req-c614e5b9-3d2b-4ece-81b0-f6f6ed439f31 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0522239 May 10 21:24:44.492816 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20e2e-f95a-4a06-90ca-f7ff947c6807 req-a3f44f76-d666-4794-895b-e3ef1ce8c496 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:44.494278 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16b20e2e-f95a-4a06-90ca-f7ff947c6807 req-a3f44f76-d666-4794-895b-e3ef1ce8c496 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0460484 May 10 21:24:44.500094 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1b0768bf-8db9-4538-af37-a4df9d3a4269 req-7c296baf-4649-436a-a271-dde6f524e217 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537171 May 10 21:24:44.541117 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16b20e2e-f95a-4a06-90ca-f7ff947c6807 req-3031781b-6068-4ca0-846e-c239155bd8c8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 May 10 21:24:45.614757 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb082d7-389c-42b9-bbd1-7627d54256e3 req-28ccbc66-528a-4761-9d8f-0d6e652c1882 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:45.616751 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dbb082d7-389c-42b9-bbd1-7627d54256e3 req-28ccbc66-528a-4761-9d8f-0d6e652c1882 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0472572 May 10 21:24:45.662710 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4be111-53bf-4079-ac23-e8b91656a00d req-aff37094-31b9-43b8-abcc-7b9ccda046c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:45.664531 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ec4be111-53bf-4079-ac23-e8b91656a00d req-aff37094-31b9-43b8-abcc-7b9ccda046c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0520773 May 10 21:24:45.677128 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dbb082d7-389c-42b9-bbd1-7627d54256e3 req-70fb8540-1c60-4517-b0bb-4bad3388eb58 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546935 May 10 21:24:45.711547 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ec4be111-53bf-4079-ac23-e8b91656a00d req-2b18fa1e-de95-4d50-9173-4c32b88fa1c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 May 10 21:24:46.535394 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dfb960f3-2abb-4112-809d-a84d1510acbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:46.796294 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e163e-4cd1-4304-9bd2-0d159af0609b req-5a2fe2c6-7f39-46a8-ad21-ab04c83acf42 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:46.797784 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-df0e163e-4cd1-4304-9bd2-0d159af0609b req-5a2fe2c6-7f39-46a8-ad21-ab04c83acf42 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0475049 May 10 21:24:46.830532 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18476c52-5b71-48fd-b22c-7fdda9db7987 req-ec5c569c-fa1c-4636-b4ce-894931af5d00 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:46.832057 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-18476c52-5b71-48fd-b22c-7fdda9db7987 req-ec5c569c-fa1c-4636-b4ce-894931af5d00 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0475914 May 10 21:24:46.864776 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-df0e163e-4cd1-4304-9bd2-0d159af0609b req-01d60dbb-42d5-4b78-8410-247f8e6f8704 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613356 May 10 21:24:46.879930 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-18476c52-5b71-48fd-b22c-7fdda9db7987 req-ed1b3e8c-a88f-4eb1-86c4-d6a74507ba67 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 May 10 21:24:46.908232 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:24:47.002098 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:47.013603 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '53eb87d9-7496-49b6-b83d-932f96780089', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'port_id': '53eb87d9-7496-49b6-b83d-932f96780089', 'mac_address': 'fa:16:3e:82:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:24:47.052705 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:24:47.053024 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:47.065298 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53eb87d9-7496-49b6-b83d-932f96780089 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:24:47.084502 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:47.135445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:47.181483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:47.188563 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.188930 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.189287 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.189651 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.189994 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.190328 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.190754 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.191128 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.191460 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.191794 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.192123 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.192468 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.192801 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.193125 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.193449 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:24:47.476546 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['53eb87d9-7496-49b6-b83d-932f96780089'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:24:47.979509 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b79a1d-c700-4aa0-9dcd-ababef3bd79d req-f96fa686-8d4b-45e5-a88c-fbbde5a277b6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:47.981019 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b1b79a1d-c700-4aa0-9dcd-ababef3bd79d req-f96fa686-8d4b-45e5-a88c-fbbde5a277b6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0473444 May 10 21:24:47.997725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cec4e-16fc-4a93-858a-57b50b8f45e0 req-34de5396-5349-4e26-bf82-98f03ef7c296 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:47.999290 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-529cec4e-16fc-4a93-858a-57b50b8f45e0 req-34de5396-5349-4e26-bf82-98f03ef7c296 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 944 time: 0.0475273 May 10 21:24:48.042185 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b1b79a1d-c700-4aa0-9dcd-ababef3bd79d req-59c0f8db-011e-4dcb-b977-a1f2f8036792 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552921 May 10 21:24:48.050594 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-529cec4e-16fc-4a93-858a-57b50b8f45e0 req-eb9fdde8-0401-4d96-a260-81c0e1b1c429 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451758 May 10 21:24:48.678635 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c746af5-7c98-4c60-8c12-bd74d58ef36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:48.917749 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:24:48.961887 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 53eb87d9-7496-49b6-b83d-932f96780089 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:24:49.026391 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 53eb87d9-7496-49b6-b83d-932f96780089 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:24:49.026805 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (53eb87d9-7496-49b6-b83d-932f96780089), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:49.166867 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409589b6-6b98-4e65-bbf2-321262d77f4e req-89091a92-fd08-406a-b725-a3fc0acc9cf6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:49.169221 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-409589b6-6b98-4e65-bbf2-321262d77f4e req-89091a92-fd08-406a-b725-a3fc0acc9cf6 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0540836 May 10 21:24:49.175383 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078a52-39e1-4435-9800-ff0414b373de req-c77d9f84-d962-4c6a-8fe9-f25c1e4ebe78 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:49.177028 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-88078a52-39e1-4435-9800-ff0414b373de req-c77d9f84-d962-4c6a-8fe9-f25c1e4ebe78 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 944 time: 0.0518343 May 10 21:24:49.231397 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-88078a52-39e1-4435-9800-ff0414b373de req-01fa4f6c-8cc3-4696-8e7d-66aa3f8925af tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483661 May 10 21:24:49.236151 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:24:49.236549 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:49.237860 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-409589b6-6b98-4e65-bbf2-321262d77f4e req-0b78e4e4-0927-431d-8ab0-2cea6d9e0326 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&id=118aa708-707e-48dc-9d81-57a3a4a5dcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622871 May 10 21:24:49.261417 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:49.263743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af49ee-cd04-4c0d-a973-b32a656f8886" -d '{"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-plugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:49.276876 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:24:49.298398 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc87e9-b3fb-4c10-a815-a73bc23ef4c0 x-openstack-request-id: req-b2fc87e9-b3fb-4c10-a815-a73bc23ef4c0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:49.298711 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-plugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:49.298961 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2fc87e9-b3fb-4c10-a815-a73bc23ef4c0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:49.299373 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fc87e9-b3fb-4c10-a815-a73bc23ef4c0'] response: {'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'code': 200} May 10 21:24:49.346753 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:49.394336 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:24:49.622059 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2194-39ca-4499-81d5-476adad570d6 req-4bce56ea-818f-4c10-bc5b-884f22372a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:49.623607 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-556f2194-39ca-4499-81d5-476adad570d6 req-4bce56ea-818f-4c10-bc5b-884f22372a3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1129 time: 0.0379009 May 10 21:24:49.667119 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-556f2194-39ca-4499-81d5-476adad570d6 req-37643be1-b17c-49ff-8ffb-54109ffddc17 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371363 May 10 21:24:49.878208 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:50.378798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c07aac-96aa-458e-aad4-7f43de24f0b2 req-3c029a77-99b4-49ad-88d9-2a2add62d37e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:50.380245 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9c07aac-96aa-458e-aad4-7f43de24f0b2 req-3c029a77-99b4-49ad-88d9-2a2add62d37e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0496812 May 10 21:24:50.426608 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9c07aac-96aa-458e-aad4-7f43de24f0b2 req-80767ad0-2991-49b6-8980-d17efb875a99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 May 10 21:24:51.289891 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:51.548753 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071b5f5-9c76-4641-9311-a1dfb3805032 req-e44c27d4-befe-472d-8c00-f8684e15fd28 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:51.550251 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e071b5f5-9c76-4641-9311-a1dfb3805032 req-e44c27d4-befe-472d-8c00-f8684e15fd28 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0501144 May 10 21:24:51.597767 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e071b5f5-9c76-4641-9311-a1dfb3805032 req-253dc7d4-fbe3-484b-aa2b-fa06cc153fcf tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 May 10 21:24:51.712682 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af587706-c78b-4f1a-bd89-4727bfaa7975 req-2cfdc53b-76a4-48c7-b2cb-9cdb9a90016f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:51.714104 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-af587706-c78b-4f1a-bd89-4727bfaa7975 req-2cfdc53b-76a4-48c7-b2cb-9cdb9a90016f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0465484 May 10 21:24:51.722795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:24:51.727915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Request body: {'floatingip': {'port_id': '53eb87d9-7496-49b6-b83d-932f96780089'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:24:51.769603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (c836b46e-121c-4d3b-869e-7b47bb460ced), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:52.208631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:52.266911 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (c836b46e-121c-4d3b-869e-7b47bb460ced), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:52.368333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Floating IP c836b46e-121c-4d3b-869e-7b47bb460ced associated. External IP: 172.27.3.228, port: 53eb87d9-7496-49b6-b83d-932f96780089. May 10 21:24:52.576149 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:24:52.684552 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:24:52.689232 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:52.694205 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:24:52.704085 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:52.704709 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:52.718931 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9d1c4534-3164-4371-a2c2-ab7a6cb933f9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "PUT /v2.0/floatingips/c836b46e-121c-4d3b-869e-7b47bb460ced HTTP/1.1" status: 200 len: 991 time: 0.9951034 May 10 21:24:52.719598 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:24:52.721892 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca85473-8585-4d40-9ab4-a9cd84a9e370" -d '{"events": [{"name": "network-changed", "server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:24:52.757018 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f591f249-95e5-4837-a9ed-a8a1f02139b2 x-openstack-request-id: req-f591f249-95e5-4837-a9ed-a8a1f02139b2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:24:52.757309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:24:52.757569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f591f249-95e5-4837-a9ed-a8a1f02139b2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:24:52.757967 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f591f249-95e5-4837-a9ed-a8a1f02139b2'] response: {'name': 'network-changed', 'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'status': 'completed', 'code': 200} May 10 21:24:52.823025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-765e1eb1-ddf3-4dc8-b3f2-6b9ea96bbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:52.825908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-765e1eb1-ddf3-4dc8-b3f2-6b9ea96bbd82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1129 time: 0.0427282 May 10 21:24:52.831557 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:52.857217 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:24:52.918458 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-bcbb2299-38ae-4d8b-9977-201fe91da51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:52.919929 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-bcbb2299-38ae-4d8b-9977-201fe91da51c service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.0876265 May 10 21:24:52.992052 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-d1bda585-2680-46ff-85af-977bff891275 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 999 time: 0.0602748 May 10 21:24:53.044236 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-13a39352-282d-4a1b-8a86-f9cdb698de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:53.045663 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-13a39352-282d-4a1b-8a86-f9cdb698de28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0430126 May 10 21:24:53.047956 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'c836b46e-121c-4d3b-869e-7b47bb460ced', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'port_id': '53eb87d9-7496-49b6-b83d-932f96780089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'mac_address': 'fa:16:3e:82:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:24:37Z', 'updated_at': '2022-05-10T21:24:52Z', 'revision_number': 1, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:53.078507 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:24:53.087376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:24:53.087956 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:53.089604 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-13ab5c83-8ce9-47a0-9b54-a4637a4dc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:53.091161 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-13ab5c83-8ce9-47a0-9b54-a4637a4dc727 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387852 May 10 21:24:53.185702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-08e3cb0f-ccc7-4364-a0b2-09868049737c service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873528 May 10 21:24:53.196061 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:24:53.285421 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5ca85473-8585-4d40-9ab4-a9cd84a9e370 req-9baf4ecd-aa0e-47ca-b0be-507c710a5e77 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845716 May 10 21:24:53.410287 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'c836b46e-121c-4d3b-869e-7b47bb460ced', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'port_id': '53eb87d9-7496-49b6-b83d-932f96780089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'mac_address': 'fa:16:3e:82:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:24:37Z', 'updated_at': '2022-05-10T21:24:52Z', 'revision_number': 1, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:24:53.440326 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f8229-6080-44ed-b76d-8a20a2c45771 None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'c836b46e-121c-4d3b-869e-7b47bb460ced', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'port_id': '53eb87d9-7496-49b6-b83d-932f96780089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'mac_address': 'fa:16:3e:82:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:24:37Z', 'updated_at': '2022-05-10T21:24:52Z', 'revision_number': 1, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:24:53.633114 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bcbc66-9b7b-47d3-b33d-f773cc4c6479 None None] New status for floating IP c836b46e-121c-4d3b-869e-7b47bb460ced: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:24:56.585893 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:24:59.794798 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82b7e-ebcc-43c4-b832-71adcd5ae180 req-57b6c853-eec6-442d-8d1a-b27e5d8f0ce1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:24:59.799249 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7ad82b7e-ebcc-43c4-b832-71adcd5ae180 req-57b6c853-eec6-442d-8d1a-b27e5d8f0ce1 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0477724 May 10 21:24:59.842949 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7ad82b7e-ebcc-43c4-b832-71adcd5ae180 req-9e959444-b5b3-4c1f-9d0d-501acf7658fc tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 May 10 21:25:00.962747 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762cbee-1e0e-4b3d-82b7-e5b0175b91ab req-2e5319d8-dddf-4b39-aca2-c6ae3a3d52c8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:00.964226 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8762cbee-1e0e-4b3d-82b7-e5b0175b91ab req-2e5319d8-dddf-4b39-aca2-c6ae3a3d52c8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0477135 May 10 21:25:01.014366 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8762cbee-1e0e-4b3d-82b7-e5b0175b91ab req-d32f161b-1a75-4f67-b082-d4f24af8dd28 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446243 May 10 21:25:02.125378 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4800-f2de-4356-a1c3-d83223def442 req-0aa533cc-9e17-4c84-9e24-ed93cda78ea6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:02.126885 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-02ab4800-f2de-4356-a1c3-d83223def442 req-0aa533cc-9e17-4c84-9e24-ed93cda78ea6 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0463493 May 10 21:25:02.172910 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-02ab4800-f2de-4356-a1c3-d83223def442 req-4e6e0714-0404-4812-a71f-bb4bd3c2d76d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b9a535-860f-413d-a66f-14237a6f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 May 10 21:25:02.420584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-619606c9-d8ab-4e68-bf2a-a888f1ae2293 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:02.422070 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-619606c9-d8ab-4e68-bf2a-a888f1ae2293 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 945 time: 0.0482347 May 10 21:25:02.513397 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Deleting port f5baed8c-6e2f-4a63-b64c-43aa352836ce {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:02.513736 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:02.605579 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] For port f5baed8c-6e2f-4a63-b64c-43aa352836ce, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f5baed8c-6e2f-4a63-b64c-43aa352836ce,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:02.605955 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:02.778009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:02.778323 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (a778b5a1-74e7-441b-b240-8ef4d17e29b8), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:02.778667 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Floating IP a778b5a1-74e7-441b-b240-8ef4d17e29b8 disassociated. External IP: 172.27.3.34, port: f5baed8c-6e2f-4a63-b64c-43aa352836ce. May 10 21:25:02.779019 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Calling delete_port for f5baed8c-6e2f-4a63-b64c-43aa352836ce owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:02.970063 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (f5baed8c-6e2f-4a63-b64c-43aa352836ce), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:03.003727 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event deleted for resources: {'Port': ['ID=f5baed8c-6e2f-4a63-b64c-43aa352836ce,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:03.125678 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:03.503519 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0e10f7f-7a53-46aa-87b1-e0931486033e req-8235f98d-24d2-4b47-a5f8-16cabb65faad tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0374398 May 10 21:25:03.510884 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:03.523482 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:03.534248 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994c8fe-5dfd-4969-9521-ee4b15c347e7 req-07185bb4-abdc-41f8-9b7f-2af7bf5c2b43 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:03.535729 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:03.536388 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:03.537151 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3994c8fe-5dfd-4969-9521-ee4b15c347e7 req-07185bb4-abdc-41f8-9b7f-2af7bf5c2b43 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0599182 May 10 21:25:03.564966 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] No DVR routers for this DVR port f5baed8c-6e2f-4a63-b64c-43aa352836ce on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:03.567595 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:03.571031 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6995e008-d75f-4ee2-9793-8fd492fc0797 req-f3e035d9-8dd9-4a73-a19f-9b9ce02e7800 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "DELETE /v2.0/ports/f5baed8c-6e2f-4a63-b64c-43aa352836ce HTTP/1.1" status: 204 len: 173 time: 1.1422672 May 10 21:25:03.571603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'name': 'network-vif-deleted', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:03.573887 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4b39e-4a11-48bb-bb18-d1c17b8d56f4" -d '{"events": [{"server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "name": "network-vif-deleted", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:03.587415 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3994c8fe-5dfd-4969-9521-ee4b15c347e7 req-09c9c447-f9b4-4aa5-a52d-0a21dc7d79c3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441267 May 10 21:25:03.613174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85fe5e4-d4f9-415a-9bab-2dc7cd2a9865 x-openstack-request-id: req-b85fe5e4-d4f9-415a-9bab-2dc7cd2a9865 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:03.613465 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13be90-688a-4ebe-8b3c-c8187cf9cd70", "name": "network-vif-deleted", "tag": "f5baed8c-6e2f-4a63-b64c-43aa352836ce", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:03.613716 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b85fe5e4-d4f9-415a-9bab-2dc7cd2a9865 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:03.614113 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85fe5e4-d4f9-415a-9bab-2dc7cd2a9865'] response: {'server_uuid': 'ef13be90-688a-4ebe-8b3c-c8187cf9cd70', 'name': 'network-vif-deleted', 'tag': 'f5baed8c-6e2f-4a63-b64c-43aa352836ce', 'status': 'completed', 'code': 200} May 10 21:25:03.651705 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:03.840631 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:03.866930 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:03.875585 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:03.876198 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:03.981525 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:04.283613 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:04.313272 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8bcc5d-c5b0-4c40-9465-599935158c72 None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:04.551469 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9375969e-d61f-42a0-8cc6-ad63ea680a2b None None] New status for floating IP a778b5a1-74e7-441b-b240-8ef4d17e29b8: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:25:04.621465 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7c5c1e13-8af7-4dcc-9ad3-a1f1c8794dc2 req-691744f1-dd0c-47a8-a2cc-1e3a1fed3bbe tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0299997 May 10 21:25:04.715627 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdaa10-20cc-4b68-9565-17d9e3d1a922 req-ea2201b2-5c65-48ad-8a11-a66eb9fe89d7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:04.717130 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-80cdaa10-20cc-4b68-9565-17d9e3d1a922 req-ea2201b2-5c65-48ad-8a11-a66eb9fe89d7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0493822 May 10 21:25:04.768601 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-80cdaa10-20cc-4b68-9565-17d9e3d1a922 req-25ec4295-86fd-466e-bbb8-29866ba0b047 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 May 10 21:25:05.721919 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7a555e0d-b26f-4aff-a318-68f4a1494a9e req-da2d77bf-d57f-400a-94c8-09cc49469f19 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0280678 May 10 21:25:05.882862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a02680-5dec-4903-b215-7961e8732b2e req-d788ec16-a593-4a64-8a35-d697a9ec3958 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:05.884588 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a4a02680-5dec-4903-b215-7961e8732b2e req-d788ec16-a593-4a64-8a35-d697a9ec3958 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0471730 May 10 21:25:05.930801 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a4a02680-5dec-4903-b215-7961e8732b2e req-c23b6f31-3b46-49d5-8f58-3708839c3c4f tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 May 10 21:25:06.817387 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4dbd53b9-158c-4596-9547-ab137784f8ea req-8f508840-7fd2-4f7a-af55-9b9258267b55 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0276799 May 10 21:25:07.045580 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3448-f92e-4255-a0f7-67be74a0c5ef req-8b7b613d-da6d-4e56-9547-2376da7e0480 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:07.047009 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-245f3448-f92e-4255-a0f7-67be74a0c5ef req-8b7b613d-da6d-4e56-9547-2376da7e0480 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0488513 May 10 21:25:07.047708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f5baed8c-6e2f-4a63-b64c-43aa352836ce no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:07.067607 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: f5baed8c-6e2f-4a63-b64c-43aa352836ce {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:07.067952 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f5baed8c-6e2f-4a63-b64c-43aa352836ce not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:07.098583 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-245f3448-f92e-4255-a0f7-67be74a0c5ef req-1bea73ab-b312-4990-8056-283571d0cf41 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4fbc4-db61-4d2b-845f-04c956482b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457127 May 10 21:25:07.302281 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-76befd51-1a37-4c14-81fa-420936c04a3b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:07.303714 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-76befd51-1a37-4c14-81fa-420936c04a3b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 945 time: 0.0470738 May 10 21:25:07.393750 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Deleting port 889c7cd8-c299-4d1a-a392-db09b20c9d47 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:07.394095 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:07.487049 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] For port 889c7cd8-c299-4d1a-a392-db09b20c9d47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=889c7cd8-c299-4d1a-a392-db09b20c9d47,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:07.487411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:07.656644 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:07.657004 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:07.657316 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Floating IP de647baf-b798-4a33-b360-9f4fc354ba93 disassociated. External IP: 172.27.3.128, port: 889c7cd8-c299-4d1a-a392-db09b20c9d47. May 10 21:25:07.657663 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Calling delete_port for 889c7cd8-c299-4d1a-a392-db09b20c9d47 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:07.868027 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (889c7cd8-c299-4d1a-a392-db09b20c9d47), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:07.899922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event deleted for resources: {'Port': ['ID=889c7cd8-c299-4d1a-a392-db09b20c9d47,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:07.935517 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8583266a-53b4-4f87-b500-c7cf3b234af3 req-29235646-ab60-4ee4-9040-fb0b1946091f tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef13be90-688a-4ebe-8b3c-c8187cf9cd70 HTTP/1.1" status: 200 len: 210 time: 0.0361369 May 10 21:25:08.021824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Router 3c056682-c8b3-4a31-8482-38b637ea716f has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:08.135869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:08.146372 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] Sync routers for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:08.158165 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:08.158950 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:08.192861 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] No DVR routers for this DVR port 889c7cd8-c299-4d1a-a392-db09b20c9d47 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:08.196628 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:08.199963 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-80dcce4e-781b-4cac-ad96-aebfd8ea745a req-83fd4f5c-68cc-42fa-977b-02622245d447 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "DELETE /v2.0/ports/889c7cd8-c299-4d1a-a392-db09b20c9d47 HTTP/1.1" status: 204 len: 173 time: 0.8881767 May 10 21:25:08.200410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'name': 'network-vif-deleted', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:08.202780 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f44c08-32f0-4776-ac78-d55346df8a49" -d '{"events": [{"server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "name": "network-vif-deleted", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:08.229214 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dc2a696a-5fb9-443e-b223-bb50a9bb20b2 req-a1d24ed0-9613-43ce-8e87-85b389d67341 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6abd4e9-f5fd-4413-9d26-808c47d618ab HTTP/1.1" status: 200 len: 210 time: 0.0374136 May 10 21:25:08.249690 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b32928-8bf1-42eb-8b1a-a078a50fb913 x-openstack-request-id: req-f0b32928-8bf1-42eb-8b1a-a078a50fb913 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:08.250084 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6abd4e9-f5fd-4413-9d26-808c47d618ab", "name": "network-vif-deleted", "tag": "889c7cd8-c299-4d1a-a392-db09b20c9d47", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:08.250605 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0b32928-8bf1-42eb-8b1a-a078a50fb913 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:08.251098 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b32928-8bf1-42eb-8b1a-a078a50fb913'] response: {'server_uuid': 'e6abd4e9-f5fd-4413-9d26-808c47d618ab', 'name': 'network-vif-deleted', 'tag': '889c7cd8-c299-4d1a-a392-db09b20c9d47', 'status': 'completed', 'code': 200} May 10 21:25:08.281047 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:08.480672 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:08.507617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] Checking router: 3c056682-c8b3-4a31-8482-38b637ea716f for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:08.515925 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:08.516526 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:24:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:08.622780 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:08.808535 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:08.840001 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421244b-c95a-4930-a5c0-75d038286b36 None None] The sync data for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi is: [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:20:24Z', 'revision_number': 4, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '6ec35ea7-657c-469c-8f3f-4d6c76bdc575', 'name': '', 'network_id': 'f4d68030-42b4-44a7-8e2e-1f92daeefa7f', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'mac_address': 'fa:16:3e:27:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:21Z', 'updated_at': '2022-05-10T21:20:37Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'subnets': [{'id': '8d54d5e8-d74c-4373-acaf-118f672a4402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:09.082608 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54242) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.082819 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff56532-29de-4299-92d0-3f9b5f63a30e None None] New status for floating IP de647baf-b798-4a33-b360-9f4fc354ba93: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:25:09.135204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b8973d5-d62b-4e7a-a46c-de445bb9cd6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (52b9a535-860f-413d-a66f-14237a6f5456), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.159028 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b8973d5-d62b-4e7a-a46c-de445bb9cd6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (52b9a535-860f-413d-a66f-14237a6f5456), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.295913 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b8973d5-d62b-4e7a-a46c-de445bb9cd6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (52b9a535-860f-413d-a66f-14237a6f5456), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.298646 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b8973d5-d62b-4e7a-a46c-de445bb9cd6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.300282 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5b8973d5-d62b-4e7a-a46c-de445bb9cd6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "DELETE /v2.0/security-groups/52b9a535-860f-413d-a66f-14237a6f5456 HTTP/1.1" status: 204 len: 168 time: 0.2231243 May 10 21:25:09.306530 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54248) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.310352 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8973d5-d62b-4e7a-a46c-de445bb9cd6c tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9a535-860f-413d-a66f-14237a6f5456,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:09.320346 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.api.v2.resource [None req-2304c710-0539-40e1-b039-f7abbea39a89 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] show failed (client error): The resource could not be found. May 10 21:25:09.322700 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2304c710-0539-40e1-b039-f7abbea39a89 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups/52b9a535-860f-413d-a66f-14237a6f5456 HTTP/1.1" status: 404 len: 347 time: 0.0150909 May 10 21:25:09.328805 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54250) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.365206 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54252) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.420380 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-169f1e35-10dc-4bf9-a4ab-f9c9290bdc68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group (4bf4fbc4-db61-4d2b-845f-04c956482b82), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.445193 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-169f1e35-10dc-4bf9-a4ab-f9c9290bdc68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group (4bf4fbc4-db61-4d2b-845f-04c956482b82), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.456571 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Deleting port 589f292b-7538-453c-ae6d-2a42d75f0415 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:09.456912 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (589f292b-7538-453c-ae6d-2a42d75f0415), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.535043 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (589f292b-7538-453c-ae6d-2a42d75f0415), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.535365 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (589f292b-7538-453c-ae6d-2a42d75f0415), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.546963 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Calling delete_port for 589f292b-7538-453c-ae6d-2a42d75f0415 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:09.547351 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-169f1e35-10dc-4bf9-a4ab-f9c9290bdc68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (4bf4fbc4-db61-4d2b-845f-04c956482b82), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.550150 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-169f1e35-10dc-4bf9-a4ab-f9c9290bdc68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.551347 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-169f1e35-10dc-4bf9-a4ab-f9c9290bdc68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "DELETE /v2.0/security-groups/4bf4fbc4-db61-4d2b-845f-04c956482b82 HTTP/1.1" status: 204 len: 168 time: 0.1851578 May 10 21:25:09.554744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54254) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.574491 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f1e35-10dc-4bf9-a4ab-f9c9290bdc68 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf4fbc4-db61-4d2b-845f-04c956482b82,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:09.576462 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-d9062d1c-65b9-45d0-8c58-d157d72172fd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] show failed (client error): The resource could not be found. May 10 21:25:09.579953 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d9062d1c-65b9-45d0-8c58-d157d72172fd tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups/4bf4fbc4-db61-4d2b-845f-04c956482b82 HTTP/1.1" status: 404 len: 347 time: 0.0217910 May 10 21:25:09.580408 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54256) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.701284 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Deleting port 8cc342df-0dcc-4067-9cab-aaed547b19bc {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:09.701645 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.724665 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (589f292b-7538-453c-ae6d-2a42d75f0415), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.753497 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event deleted for resources: {'Port': ['ID=589f292b-7538-453c-ae6d-2a42d75f0415,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:09.781467 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.782151 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.782642 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.782823 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.783015 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.783216 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (8cc342df-0dcc-4067-9cab-aaed547b19bc), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.783332 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.783658 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.783986 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.784307 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.784639 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.784962 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.785465 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.785965 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.786300 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.786651 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.786977 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:09.790266 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (a778b5a1-74e7-441b-b240-8ef4d17e29b8), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.792867 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:09.794095 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-61abf70d-3f4b-4041-b70c-97a9974e8630 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "DELETE /v2.0/floatingips/a778b5a1-74e7-441b-b240-8ef4d17e29b8 HTTP/1.1" status: 204 len: 168 time: 0.4642601 May 10 21:25:09.798526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Calling delete_port for 8cc342df-0dcc-4067-9cab-aaed547b19bc owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:09.927922 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:09.933670 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763550585', 'description': 'tempest-description--1879992615'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:10.004268 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (8cc342df-0dcc-4067-9cab-aaed547b19bc), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.027360 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.028985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event deleted for resources: {'Port': ['ID=8cc342df-0dcc-4067-9cab-aaed547b19bc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:10.096537 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (d500dd4b-4387-4c08-bdaf-959fc478faf5), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.098244 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks [] for floatingip (de647baf-b798-4a33-b360-9f4fc354ba93), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.102069 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.103242 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a005bc4c-21b4-430f-9fe1-7b0910118cb9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "DELETE /v2.0/floatingips/de647baf-b798-4a33-b360-9f4fc354ba93 HTTP/1.1" status: 204 len: 168 time: 0.5221856 May 10 21:25:10.158691 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (d500dd4b-4387-4c08-bdaf-959fc478faf5), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.190612 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d500dd4b-4387-4c08-bdaf-959fc478faf5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:10.240648 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.242488 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7dc0ca2b-c9f3-451d-9c90-ff6fe4796818 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3125510 May 10 21:25:10.247205 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54264) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:10.250062 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'security_group_rule': {'security_group_id': 'd500dd4b-4387-4c08-bdaf-959fc478faf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:10.364016 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (9c229757-7362-4d26-9a63-d2fa13aa427b), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.418726 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (9c229757-7362-4d26-9a63-d2fa13aa427b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.518594 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (9c229757-7362-4d26-9a63-d2fa13aa427b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.537065 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c229757-7362-4d26-9a63-d2fa13aa427b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:10.612200 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.613343 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-3a4d523b-7585-4955-a67c-a80080bf52ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666611 May 10 21:25:10.616065 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54268) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:10.620856 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'security_group_rule': {'security_group_id': 'd500dd4b-4387-4c08-bdaf-959fc478faf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:10.701425 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (34f2b0a2-d830-4bdb-9a7c-c48fb59ab148), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.756016 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (34f2b0a2-d830-4bdb-9a7c-c48fb59ab148), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.815867 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (34f2b0a2-d830-4bdb-9a7c-c48fb59ab148), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.833475 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f2b0a2-d830-4bdb-9a7c-c48fb59ab148,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:10.914459 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:10.915707 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7d501673-fdcf-401f-8df7-7ac40ed1ceb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981706 May 10 21:25:10.923754 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54270) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:10.928010 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:11.015824 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.063370 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 889c7cd8-c299-4d1a-a392-db09b20c9d47 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:11.084036 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 889c7cd8-c299-4d1a-a392-db09b20c9d47 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:11.084385 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 889c7cd8-c299-4d1a-a392-db09b20c9d47 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:11.095439 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.197663 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Allocated IP 172.27.3.28 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/4da974eb-2aca-4395-ad0a-6348ff9d22bb) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:25:11.301467 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.410586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.448430 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:25:11.451214 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:25:11.457310 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:25:11.465405 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'Port': ['ID=4da974eb-2aca-4395-ad0a-6348ff9d22bb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:11.512388 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (5ef58be9-efb7-4bda-b8b0-e6e36382369b), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.633216 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.814864 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.872975 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.903251 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (5ef58be9-efb7-4bda-b8b0-e6e36382369b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.925128 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'Port': ['ID=4da974eb-2aca-4395-ad0a-6348ff9d22bb,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:11.983249 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:11.984492 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-20754217-d65a-4c29-9285-a3b8a4237743 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0598032 May 10 21:25:12.340046 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-13fb5649-d5a5-45fb-b83f-4bf2e6531d82 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--763550585&fields=id&tenant_id=604bb43d90e344d3a89838c6575d12c2 HTTP/1.1" status: 200 len: 267 time: 0.0424109 May 10 21:25:12.444432 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-1922af34-da75-4106-b317-e48ca746b432 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:12.446414 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-1922af34-da75-4106-b317-e48ca746b432 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 810 time: 0.1000929 May 10 21:25:12.460581 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-d188f170-056e-4ccb-a71d-4fb31cfddd42 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/quotas/604bb43d90e344d3a89838c6575d12c2 HTTP/1.1" status: 200 len: 375 time: 0.0087149 May 10 21:25:12.508172 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-1fd66410-7450-4121-855d-5241886c75a7 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430121 May 10 21:25:12.837011 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-7385eb34-5d8a-4c73-93c7-4f1d3b24afd0 service neutron] 10.222.0.25 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169341 May 10 21:25:12.927817 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-636033fe-7647-4d05-a460-c41de419594c service neutron] 10.222.0.25 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848799 May 10 21:25:13.156678 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-648142f6-ab23-43ba-8daf-00efd4f7f9f2 req-f36e6409-0119-44ab-8f09-3e2479f28a39 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 210 time: 0.0287724 May 10 21:25:13.214652 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73889f-361a-48f1-9641-5b4867d7b536 req-5c942fc5-61ae-4c86-9de4-c51335ac1901 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:13.216149 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aa73889f-361a-48f1-9641-5b4867d7b536 req-5c942fc5-61ae-4c86-9de4-c51335ac1901 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.1141925 May 10 21:25:13.265907 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aa73889f-361a-48f1-9641-5b4867d7b536 req-8f3ff7b6-011c-4086-93e7-51184ee0dbf3 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 May 10 21:25:13.855951 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:14.253775 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-15b8786b-e117-4eb5-990b-0d892123fd7d req-1ece99f8-f33a-4cd3-9179-19364163b189 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 210 time: 0.0299878 May 10 21:25:14.376172 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b1ba-c7b5-4045-979f-3a7649c62f1e req-2b7962b4-7888-4df1-a36c-e11c475b6d46 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:14.377627 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2672b1ba-c7b5-4045-979f-3a7649c62f1e req-2b7962b4-7888-4df1-a36c-e11c475b6d46 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0461700 May 10 21:25:14.423237 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2672b1ba-c7b5-4045-979f-3a7649c62f1e req-f3266bf4-158f-4d0f-a7eb-e7c3604a70e1 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 May 10 21:25:15.353472 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-901cad69-5211-4b8d-90f1-850ec45c15df req-aaf2fe17-600d-460f-9241-1cd02f892e4a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 210 time: 0.0282726 May 10 21:25:15.539990 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e7526-2461-4a9f-a411-6aca99ee47d6 req-c73d7cf6-f809-45a1-ae61-dc6613061e34 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:15.542077 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-313e7526-2461-4a9f-a411-6aca99ee47d6 req-c73d7cf6-f809-45a1-ae61-dc6613061e34 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0504372 May 10 21:25:15.589900 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-313e7526-2461-4a9f-a411-6aca99ee47d6 req-1ed14e8a-49af-40de-8c66-9511ce839eb7 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 May 10 21:25:15.829638 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-52477820-86ef-4e48-a7b1-ecc0b1e611f2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:15.831037 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-52477820-86ef-4e48-a7b1-ecc0b1e611f2 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 946 time: 0.0460176 May 10 21:25:15.922297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Deleting port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:15.922666 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:16.009644 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] For port 328358cc-4c62-4aab-b5d9-f04bb22e58f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=328358cc-4c62-4aab-b5d9-f04bb22e58f1,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:16.010009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:16.022349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Calling delete_port for 328358cc-4c62-4aab-b5d9-f04bb22e58f1 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:16.221200 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (328358cc-4c62-4aab-b5d9-f04bb22e58f1), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:16.233224 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['5408ed5b-410e-4f80-8588-0d5ecd304dea', '328358cc-4c62-4aab-b5d9-f04bb22e58f1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:16.251767 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event deleted for resources: {'Port': ['ID=328358cc-4c62-4aab-b5d9-f04bb22e58f1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:16.303569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] No DVR routers for this DVR port 328358cc-4c62-4aab-b5d9-f04bb22e58f1 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:16.306333 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:16.309877 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f95f1f5-095e-4466-8982-c2e5d91270e4 req-6b99d9d7-5d74-4643-ae14-b857b57113da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "DELETE /v2.0/ports/328358cc-4c62-4aab-b5d9-f04bb22e58f1 HTTP/1.1" status: 204 len: 173 time: 0.4730947 May 10 21:25:16.311009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'name': 'network-vif-deleted', 'tag': '328358cc-4c62-4aab-b5d9-f04bb22e58f1'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:16.313452 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effb7f85-eaa5-4469-97f7-ab6835ced1ab" -d '{"events": [{"server_uuid": "4485a817-baec-4edc-b5d8-757046ba5fa0", "name": "network-vif-deleted", "tag": "328358cc-4c62-4aab-b5d9-f04bb22e58f1"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:16.350870 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c253d-9304-4bc4-88e6-5b8e49f7c25c x-openstack-request-id: req-db3c253d-9304-4bc4-88e6-5b8e49f7c25c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:16.350870 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4485a817-baec-4edc-b5d8-757046ba5fa0", "name": "network-vif-deleted", "tag": "328358cc-4c62-4aab-b5d9-f04bb22e58f1", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:16.350870 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db3c253d-9304-4bc4-88e6-5b8e49f7c25c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:16.350870 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3c253d-9304-4bc4-88e6-5b8e49f7c25c'] response: {'server_uuid': '4485a817-baec-4edc-b5d8-757046ba5fa0', 'name': 'network-vif-deleted', 'tag': '328358cc-4c62-4aab-b5d9-f04bb22e58f1', 'status': 'completed', 'code': 200} May 10 21:25:16.458424 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5b28290b-68a7-45fc-8eb0-27559f903426 req-f134520b-5bc4-4cca-b19d-d3238956c2bf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 210 time: 0.0340548 May 10 21:25:16.521271 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-694d32e7-ab89-4c18-adc5-274391a8c954 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:16.522696 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-694d32e7-ab89-4c18-adc5-274391a8c954 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 810 time: 0.1255260 May 10 21:25:16.553246 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8238409-b6f1-4fb0-b200-433e5d7d6697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:16.590911 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-35853805-02e0-4a54-9d4a-0f663b58dde3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604bb43d90e344d3a89838c6575d12c2 HTTP/1.1" status: 200 len: 379 time: 0.0563323 May 10 21:25:16.601257 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'port': {'device_id': '5141f323-2d73-494e-a167-49a618d1f67a', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'admin_state_up': True, 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'security_groups': ['d500dd4b-4387-4c08-bdaf-959fc478faf5']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:16.703781 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b7545cbc-f6b7-4f17-a645-b01969ca4eeb req-005406e6-6d95-48c6-a9bc-8b6b55bfbd7b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=4485a817-baec-4edc-b5d8-757046ba5fa0 HTTP/1.1" status: 200 len: 210 time: 0.0301826 May 10 21:25:16.810006 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Made reservation on behalf of 604bb43d90e344d3a89838c6575d12c2 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:25:16.813600 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:16.940661 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Allocated IP 172.20.0.13 (c8e51741-489e-4b09-8a94-3245895caad6/04469c9f-e548-4718-ab68-2296d5e23c07/04a8540b-67b6-4a39-b9c9-65408369b364) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:25:17.079575 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for port (04a8540b-67b6-4a39-b9c9-65408369b364), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.165104 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.207169 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Network c8e51741-489e-4b09-8a94-3245895caad6 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:25:17.210393 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:25:17.216253 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:25:17.223772 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event updated for resources: {'Port': ['ID=04a8540b-67b6-4a39-b9c9-65408369b364,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:17.273129 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:17.273803 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.362524 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f37a9f05-ea55-4130-a6e7-80845acec459 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644076 May 10 21:25:17.381158 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Request body: {'port': {'device_id': '5141f323-2d73-494e-a167-49a618d1f67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:17.416124 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ac658068-894d-4efd-881b-69eb0ff447f0 None None] Provisioning complete for port 04a8540b-67b6-4a39-b9c9-65408369b364 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:25:17.416659 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac658068-894d-4efd-881b-69eb0ff447f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.448123 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.454725 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ac658068-894d-4efd-881b-69eb0ff447f0 None None] Port 04a8540b-67b6-4a39-b9c9-65408369b364 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:25:17.630732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60f1b1-3a4c-4f35-81f6-519126c48fa6 req-3daa5993-b63e-41f8-b0f9-ccbece9e0f42 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:17.632372 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4a60f1b1-3a4c-4f35-81f6-519126c48fa6 req-3daa5993-b63e-41f8-b0f9-ccbece9e0f42 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 932 time: 0.1011498 May 10 21:25:17.735185 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4a60f1b1-3a4c-4f35-81f6-519126c48fa6 req-9bd5508b-1634-40c8-a4d2-dddbd94569f8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967743 May 10 21:25:17.820942 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a8540b-67b6-4a39-b9c9-65408369b364 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:25:17.828407 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Publish callbacks [] for port (04a8540b-67b6-4a39-b9c9-65408369b364), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.841335 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Transition to ACTIVE for port object 04a8540b-67b6-4a39-b9c9-65408369b364 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:25:17.890293 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:17.944267 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=04a8540b-67b6-4a39-b9c9-65408369b364,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:18.024578 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Attempting to bind port 04a8540b-67b6-4a39-b9c9-65408369b364 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:25:18.024942 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Attempting to bind port 04a8540b-67b6-4a39-b9c9-65408369b364 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:25:18.025271 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Attempting to bind port 04a8540b-67b6-4a39-b9c9-65408369b364 on network c8e51741-489e-4b09-8a94-3245895caad6 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:25:18.029889 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Port 04a8540b-67b6-4a39-b9c9-65408369b364 on network c8e51741-489e-4b09-8a94-3245895caad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:25:18.030205 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Attempting to bind port 04a8540b-67b6-4a39-b9c9-65408369b364 on network c8e51741-489e-4b09-8a94-3245895caad6 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:25:18.035214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:25:18.039404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Checking segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:25:18.039404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Bound using segment: {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:25:18.039404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Bound port: 04a8540b-67b6-4a39-b9c9-65408369b364, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433bb96a-8682-400a-96ea-e8696876e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:25:18.039404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:18.107427 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] For port 04a8540b-67b6-4a39-b9c9-65408369b364, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:25:18.110711 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] For port 04a8540b-67b6-4a39-b9c9-65408369b364, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=04a8540b-67b6-4a39-b9c9-65408369b364,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:25:18.156572 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d290c-6137-4f1c-ba0c-f15a8aaee2c1 req-8eac04f4-c681-4000-be56-0d7a4d241f1d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:18.157998 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dc2d290c-6137-4f1c-ba0c-f15a8aaee2c1 req-8eac04f4-c681-4000-be56-0d7a4d241f1d tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0480747 May 10 21:25:18.165500 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:18.200831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:18.201400 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:18.202957 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] 10.222.0.23 "PUT /v2.0/ports/04a8540b-67b6-4a39-b9c9-65408369b364 HTTP/1.1" status: 200 len: 1094 time: 0.8266957 May 10 21:25:18.209951 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-dc2d290c-6137-4f1c-ba0c-f15a8aaee2c1 req-51eea38a-48de-49cf-8b2c-6bf9d6d550c5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 May 10 21:25:18.231192 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48c636-3e5a-4607-8c19-f1320521ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=04a8540b-67b6-4a39-b9c9-65408369b364,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:18.350985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:18.353483 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357" -d '{"events": [{"name": "network-changed", "server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:18.387789 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e8d027-6b95-43fd-b8d3-4574e5e6ab2b x-openstack-request-id: req-10e8d027-6b95-43fd-b8d3-4574e5e6ab2b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:18.388076 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:18.388328 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10e8d027-6b95-43fd-b8d3-4574e5e6ab2b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:18.388755 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e8d027-6b95-43fd-b8d3-4574e5e6ab2b'] response: {'name': 'network-changed', 'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364', 'status': 'completed', 'code': 200} May 10 21:25:18.678838 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d61f071b-1af6-4334-b082-d5994c0d8094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:18.852951 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9276d-d526-4ccd-aa7e-8c3a6ce80d67 req-bf076b96-c400-4077-a822-6b702fa224aa tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:18.854468 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-42e9276d-d526-4ccd-aa7e-8c3a6ce80d67 req-bf076b96-c400-4077-a822-6b702fa224aa tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 944 time: 0.0503001 May 10 21:25:18.901353 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-42e9276d-d526-4ccd-aa7e-8c3a6ce80d67 req-430f7e4c-3528-4614-8c8b-098339e53888 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412502 May 10 21:25:19.328911 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4a427-7375-48ad-a2a4-059fd3beacae req-fec3be40-d80f-477d-8c70-48effe03925b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:19.330371 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ee4a427-7375-48ad-a2a4-059fd3beacae req-fec3be40-d80f-477d-8c70-48effe03925b tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0475535 May 10 21:25:19.379959 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ee4a427-7375-48ad-a2a4-059fd3beacae req-5a742265-90aa-4b61-8019-373109b6bbf5 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 May 10 21:25:19.872707 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:20.010367 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3f6c0-ad43-49bb-a79a-b453f7345c4f req-452c9bd2-eb8f-4f41-a652-39945da4a4dc tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:20.011862 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-50f3f6c0-ad43-49bb-a79a-b453f7345c4f req-452c9bd2-eb8f-4f41-a652-39945da4a4dc tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 944 time: 0.0459700 May 10 21:25:20.057138 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-50f3f6c0-ad43-49bb-a79a-b453f7345c4f req-5b6a004f-3725-485e-937a-f800a9b45e75 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398538 May 10 21:25:20.493951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f54110-8d1c-46ed-a896-d27fe9b534db req-e06b5ad2-9da4-4015-aae9-d885fbbb7328 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:20.495430 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b6f54110-8d1c-46ed-a896-d27fe9b534db req-e06b5ad2-9da4-4015-aae9-d885fbbb7328 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0463247 May 10 21:25:20.540852 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b6f54110-8d1c-46ed-a896-d27fe9b534db req-a9a03ea2-272b-40d6-88d8-072a4647d43e tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 May 10 21:25:21.096400 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 328358cc-4c62-4aab-b5d9-f04bb22e58f1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:21.116559 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 328358cc-4c62-4aab-b5d9-f04bb22e58f1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:21.116926 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 328358cc-4c62-4aab-b5d9-f04bb22e58f1 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:21.174791 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303c1a9-9987-4e6f-b8d5-27e79ca800ac req-d9c4cecf-f71c-4341-b3e2-8f2ca68a330b tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.176263 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0303c1a9-9987-4e6f-b8d5-27e79ca800ac req-d9c4cecf-f71c-4341-b3e2-8f2ca68a330b tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 944 time: 0.0508573 May 10 21:25:21.225017 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0303c1a9-9987-4e6f-b8d5-27e79ca800ac req-63663855-ff21-4cc4-9d0a-3f59c97f9863 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430853 May 10 21:25:21.272758 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:21.371540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357 req-f10743ff-5805-42e5-9b2f-855357660d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.373118 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357 req-f10743ff-5805-42e5-9b2f-855357660d28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 1128 time: 0.0403519 May 10 21:25:21.478901 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357 req-4b45f941-f796-438c-ab00-923b4bdd8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.480387 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357 req-4b45f941-f796-438c-ab00-923b4bdd8db2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=604bb43d90e344d3a89838c6575d12c2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0961246 May 10 21:25:21.654873 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a2d09-99e2-47ee-b8f2-126a2adb1a23 req-e902568e-1efe-43e2-954b-0437e019f0fa tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.656366 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1e5a2d09-99e2-47ee-b8f2-126a2adb1a23 req-e902568e-1efe-43e2-954b-0437e019f0fa tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0479672 May 10 21:25:21.708129 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1e5a2d09-99e2-47ee-b8f2-126a2adb1a23 req-00f63f5f-c662-4468-9dc7-16d7415174f8 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 May 10 21:25:21.709292 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357 req-8296c06b-4cc5-474b-85b7-165cba79ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.710819 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a4fc8f3-5a5a-49e2-b52d-470e2110a357 req-8296c06b-4cc5-474b-85b7-165cba79ccdf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933118 May 10 21:25:21.826887 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-13d6fad8-6731-4e1b-b0b0-eff5f21f8411 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.828368 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-13d6fad8-6731-4e1b-b0b0-eff5f21f8411 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0784111 May 10 21:25:21.864444 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-5eb9cb18-e85a-4e1b-91d6-971d99a93547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:21.865917 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-5eb9cb18-e85a-4e1b-91d6-971d99a93547 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 1128 time: 0.0818672 May 10 21:25:21.921568 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-cf548c1d-6907-4973-80b1-07174dc9e3cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a8540b-67b6-4a39-b9c9-65408369b364 HTTP/1.1" status: 200 len: 217 time: 0.0453708 May 10 21:25:21.990991 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Deleting port 5408ed5b-410e-4f80-8588-0d5ecd304dea {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:21.991333 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:22.008945 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-99fedfbe-432e-478d-9e40-48d1f0c3ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:22.010687 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-99fedfbe-432e-478d-9e40-48d1f0c3ab1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.0707238 May 10 21:25:22.364279 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f27c1682-655c-49a8-8b39-803bbc30a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:22.365761 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-f27c1682-655c-49a8-8b39-803bbc30a6fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3463976 May 10 21:25:22.403930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db55f2-438b-45a1-bc2b-e989632ab97a req-92996060-73ba-42db-b0f5-2d61c59a4216 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:22.405330 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a7db55f2-438b-45a1-bc2b-e989632ab97a req-92996060-73ba-42db-b0f5-2d61c59a4216 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 944 time: 0.0811875 May 10 21:25:22.435702 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] For port 5408ed5b-410e-4f80-8588-0d5ecd304dea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5408ed5b-410e-4f80-8588-0d5ecd304dea,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:22.436069 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:22.494828 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Calling delete_port for 5408ed5b-410e-4f80-8588-0d5ecd304dea owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:22.567003 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a7db55f2-438b-45a1-bc2b-e989632ab97a req-8d7bf4d4-0712-4aaa-b652-2da19cc40260 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511583 May 10 21:25:22.571911 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-9ede8517-f749-42eb-a899-71591570f7f6 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961021 May 10 21:25:22.712522 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5f7af830-bd71-4cb4-b58f-1a28e82a6fc2 req-736ad5e4-7f2d-46c0-b633-08229b591669 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301649 May 10 21:25:22.799063 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (5408ed5b-410e-4f80-8588-0d5ecd304dea), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:22.815367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['5408ed5b-410e-4f80-8588-0d5ecd304dea'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:22.826082 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a67f3-1e54-42ce-aa69-4fbcedd37ac4 req-ed6bc2b6-a49f-49d3-b6cf-c70871ac007c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:22.827819 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4d0a67f3-1e54-42ce-aa69-4fbcedd37ac4 req-ed6bc2b6-a49f-49d3-b6cf-c70871ac007c tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 945 time: 0.0478799 May 10 21:25:22.833316 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Pushing event deleted for resources: {'Port': ['ID=5408ed5b-410e-4f80-8588-0d5ecd304dea,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:22.850390 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:22.892860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] No DVR routers for this DVR port 5408ed5b-410e-4f80-8588-0d5ecd304dea on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:22.895638 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:22.900245 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-4d0a67f3-1e54-42ce-aa69-4fbcedd37ac4 req-03016ce6-1f7e-4c59-8347-4b7f1e15a8da tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e6c3828-d65c-4324-87fd-0e1b21ce90d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653381 May 10 21:25:22.900379 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-00a3f3c2-7f36-449a-ba58-dfb915f640c2 req-78d638c2-8944-4488-a8f1-5bf52e9c43a9 tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.23 "DELETE /v2.0/ports/5408ed5b-410e-4f80-8588-0d5ecd304dea HTTP/1.1" status: 204 len: 173 time: 1.0602243 May 10 21:25:22.900379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'name': 'network-vif-deleted', 'tag': '5408ed5b-410e-4f80-8588-0d5ecd304dea'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:22.902530 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7612978c-0883-4d38-b3b0-8469eebcf74c" -d '{"events": [{"server_uuid": "e4ec9c2a-8806-4da8-9072-ca136cfa83ad", "name": "network-vif-deleted", "tag": "5408ed5b-410e-4f80-8588-0d5ecd304dea"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:22.939774 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442fb789-1304-4f01-a7cc-6fc209d9f05e x-openstack-request-id: req-442fb789-1304-4f01-a7cc-6fc209d9f05e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:22.940065 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec9c2a-8806-4da8-9072-ca136cfa83ad", "name": "network-vif-deleted", "tag": "5408ed5b-410e-4f80-8588-0d5ecd304dea", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:22.940314 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-442fb789-1304-4f01-a7cc-6fc209d9f05e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:22.940710 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442fb789-1304-4f01-a7cc-6fc209d9f05e'] response: {'server_uuid': 'e4ec9c2a-8806-4da8-9072-ca136cfa83ad', 'name': 'network-vif-deleted', 'tag': '5408ed5b-410e-4f80-8588-0d5ecd304dea', 'status': 'completed', 'code': 200} May 10 21:25:23.684531 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bd186-ae96-4701-95b9-dda1d130f3cd req-f4aa2288-284e-4794-8f9e-a76725aa26c3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:23.686000 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-812bd186-ae96-4701-95b9-dda1d130f3cd req-f4aa2288-284e-4794-8f9e-a76725aa26c3 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 944 time: 0.0476661 May 10 21:25:23.731973 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-812bd186-ae96-4701-95b9-dda1d130f3cd req-33463234-5752-4ba5-8da9-e3039b214d87 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 May 10 21:25:23.998996 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f314d78d-75f4-4bd7-b675-6d3519b6d140 req-88ce108c-6102-4e6f-b80c-6f63562e0aec tempest-ServerRescueNegativeTestJSON-845733436 tempest-ServerRescueNegativeTestJSON-845733436-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ec9c2a-8806-4da8-9072-ca136cfa83ad HTTP/1.1" status: 200 len: 210 time: 0.0307670 May 10 21:25:24.900660 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688e7dd-5e6a-4043-b411-f8867708b1f6 req-9bf257cd-38d5-422b-a68b-68cb9286c5cf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:24.902128 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4688e7dd-5e6a-4043-b411-f8867708b1f6 req-9bf257cd-38d5-422b-a68b-68cb9286c5cf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 944 time: 0.0471108 May 10 21:25:24.948908 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4688e7dd-5e6a-4043-b411-f8867708b1f6 req-70ee16a2-7093-4650-bbcb-1db475054b74 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 May 10 21:25:25.058852 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54396) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:25.122302 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 04a8540b-67b6-4a39-b9c9-65408369b364 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:25:25.233209 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 04a8540b-67b6-4a39-b9c9-65408369b364, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=04a8540b-67b6-4a39-b9c9-65408369b364,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:25.245091 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '04a8540b-67b6-4a39-b9c9-65408369b364', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'port_id': '04a8540b-67b6-4a39-b9c9-65408369b364', 'mac_address': 'fa:16:3e:85:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:25:25.284254 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 04a8540b-67b6-4a39-b9c9-65408369b364 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:25:25.284645 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:25.297291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a8540b-67b6-4a39-b9c9-65408369b364 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:25:25.325858 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 04a8540b-67b6-4a39-b9c9-65408369b364, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=04a8540b-67b6-4a39-b9c9-65408369b364,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:25.409818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:25.457544 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=04a8540b-67b6-4a39-b9c9-65408369b364,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:25.557501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (3c056682-c8b3-4a31-8482-38b637ea716f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:25.683497 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['04a8540b-67b6-4a39-b9c9-65408369b364'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:25.843217 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Deleting port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:25.843483 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:25.920469 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] For port 6ec35ea7-657c-469c-8f3f-4d6c76bdc575, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:25.921188 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:25.936663 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Calling delete_port for 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:26.089734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0bad-0d3a-4641-9361-ff57860f0cdd req-c4aab1ff-d5fb-4b69-a709-1c96b8b9efde tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:26.091201 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eed0bad-0d3a-4641-9361-ff57860f0cdd req-c4aab1ff-d5fb-4b69-a709-1c96b8b9efde tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 945 time: 0.0585399 May 10 21:25:26.176124 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eed0bad-0d3a-4641-9361-ff57860f0cdd req-845aa02e-f2cd-40ac-9b7c-78b80b713b2e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738659 May 10 21:25:26.250512 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (6ec35ea7-657c-469c-8f3f-4d6c76bdc575), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:26.278356 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec35ea7-657c-469c-8f3f-4d6c76bdc575,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:26.449302 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (3c056682-c8b3-4a31-8482-38b637ea716f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:26.662306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Router 3c056682-c8b3-4a31-8482-38b637ea716f has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:26.770795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:26.777142 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-cbb8c259-36c1-4f54-92ae-1af96eba67ca admin admin] 10.222.0.25 "PUT /v2.0/routers/3c056682-c8b3-4a31-8482-38b637ea716f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7168155 May 10 21:25:26.778997 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:26.780215 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] Sync routers for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:26.791015 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:26.791720 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:26.924127 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:27.099460 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:25:26Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:27.123616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks [] for router (3c056682-c8b3-4a31-8482-38b637ea716f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.126819 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] Checking router: 3c056682-c8b3-4a31-8482-38b637ea716f for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:27.135282 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] Routers {'3c056682-c8b3-4a31-8482-38b637ea716f'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:27.136026 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['3c056682-c8b3-4a31-8482-38b637ea716f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:27.170786 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 04a8540b-67b6-4a39-b9c9-65408369b364 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:25:27.239876 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks [] for router_gateway (3c056682-c8b3-4a31-8482-38b637ea716f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.303340 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65e10-0392-4457-97ec-853eb3e32144 req-daded8bf-313c-4ab0-9170-dadb68515163 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:27.305830 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9bd65e10-0392-4457-97ec-853eb3e32144 req-daded8bf-313c-4ab0-9170-dadb68515163 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 945 time: 0.0514944 May 10 21:25:27.355517 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9bd65e10-0392-4457-97ec-853eb3e32144 req-ec751345-00a2-4b98-9111-76714e1575bc tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432949 May 10 21:25:27.379657 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Deleting port 0e250f72-6120-400c-9941-8b7c0bc6e60a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:27.379967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.408065 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 04a8540b-67b6-4a39-b9c9-65408369b364 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:25:27.413427 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] Set router 3c056682-c8b3-4a31-8482-38b637ea716f gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:27.463953 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] For port 0e250f72-6120-400c-9941-8b7c0bc6e60a, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=0e250f72-6120-400c-9941-8b7c0bc6e60a,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:27.464319 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.476981 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Calling delete_port for 0e250f72-6120-400c-9941-8b7c0bc6e60a owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:27.516591 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 04a8540b-67b6-4a39-b9c9-65408369b364 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:25:27.516963 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.638110 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:25:26Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:27.673601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81315d3-7a52-4bc8-bd31-1d28054fe7b4 None None] The sync data for ids ['3c056682-c8b3-4a31-8482-38b637ea716f'] in dv-cinder-836083-6-iscsi is: [{'id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'name': 'tempest-ServerRescueNegativeTestJSON-1014049286-router', 'tenant_id': '78072ca90bf6402b83863597c266a178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:12Z', 'updated_at': '2022-05-10T21:25:26Z', 'revision_number': 5, 'project_id': '78072ca90bf6402b83863597c266a178', 'gw_port': {'id': '0e250f72-6120-400c-9941-8b7c0bc6e60a', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c056682-c8b3-4a31-8482-38b637ea716f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:27.675160 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 04a8540b-67b6-4a39-b9c9-65408369b364 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:25:27.675539 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.701639 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:27.704357 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a124fad-ab60-45a1-8045-d36ad6482b61" -d '{"events": [{"server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "name": "network-vif-plugged", "status": "completed", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:27.718150 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 04a8540b-67b6-4a39-b9c9-65408369b364, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=04a8540b-67b6-4a39-b9c9-65408369b364,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:27.735886 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (0e250f72-6120-400c-9941-8b7c0bc6e60a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.749527 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fcdf05-1d6d-4d49-96ec-7b76332d44e2 x-openstack-request-id: req-37fcdf05-1d6d-4d49-96ec-7b76332d44e2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:27.749527 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "name": "network-vif-plugged", "status": "completed", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:27.749527 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37fcdf05-1d6d-4d49-96ec-7b76332d44e2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:27.749527 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fcdf05-1d6d-4d49-96ec-7b76332d44e2'] response: {'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364', 'code': 200} May 10 21:25:27.763113 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e250f72-6120-400c-9941-8b7c0bc6e60a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:27.826099 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (3c056682-c8b3-4a31-8482-38b637ea716f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.832837 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.833808 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 5408ed5b-410e-4f80-8588-0d5ecd304dea no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:27.857436 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 5408ed5b-410e-4f80-8588-0d5ecd304dea {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:27.857436 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 5408ed5b-410e-4f80-8588-0d5ecd304dea not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:27.901366 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=04a8540b-67b6-4a39-b9c9-65408369b364,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:27.938346 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (3c056682-c8b3-4a31-8482-38b637ea716f), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:27.940495 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks [] for router_controller (3c056682-c8b3-4a31-8482-38b637ea716f), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.061358 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (3c056682-c8b3-4a31-8482-38b637ea716f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.062091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c056682-c8b3-4a31-8482-38b637ea716f {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:25:28.072982 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.072982 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ebbf4072-4686-4dff-aa8d-7fac53af0369 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3c056682-c8b3-4a31-8482-38b637ea716f HTTP/1.1" status: 204 len: 168 time: 1.2901626 May 10 21:25:28.073475 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54418) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:28.125847 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Deleting subnet 8d54d5e8-d74c-4373-acaf-118f672a4402 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:25:28.128694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Publish callbacks [] for subnet (8d54d5e8-d74c-4373-acaf-118f672a4402), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.134735 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755252c-38a9-4631-ae44-10a4354462ac req-0de5327f-0871-4945-a8e9-07bb28e07722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:28.136333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0755252c-38a9-4631-ae44-10a4354462ac req-0de5327f-0871-4945-a8e9-07bb28e07722 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 1130 time: 0.0960386 May 10 21:25:28.167295 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Publish callbacks [] for subnet (8d54d5e8-d74c-4373-acaf-118f672a4402), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.190643 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0755252c-38a9-4631-ae44-10a4354462ac req-b3519610-10f2-4da3-ba81-d3b1e670e9b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463679 May 10 21:25:28.249703 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (8d54d5e8-d74c-4373-acaf-118f672a4402), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.371024 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for subnet (8d54d5e8-d74c-4373-acaf-118f672a4402), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.400937 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d54d5e8-d74c-4373-acaf-118f672a4402,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:28.408794 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.415037 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-5e9f31f2-aa20-4e3f-bf22-349fb27036d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8d54d5e8-d74c-4373-acaf-118f672a4402 HTTP/1.1" status: 204 len: 168 time: 0.3396614 May 10 21:25:28.415459 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b2382d-91b9-4e7c-b50a-2aeb37f8c8ef None None] Network f4d68030-42b4-44a7-8e2e-1f92daeefa7f requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:28.416261 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:28.530143 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed4b0-46ff-4b0f-b93f-06fc74fc09c4 req-500998f5-9325-43d7-98c0-f31e765d3e6d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:28.531906 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0faed4b0-46ff-4b0f-b93f-06fc74fc09c4 req-500998f5-9325-43d7-98c0-f31e765d3e6d tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0883269 May 10 21:25:28.534848 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (f4d68030-42b4-44a7-8e2e-1f92daeefa7f), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.613209 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0faed4b0-46ff-4b0f-b93f-06fc74fc09c4 req-c09f5f6d-faa9-4b39-9f27-f80679ae86ee tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726788 May 10 21:25:28.620100 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Deleting port 7738c1f6-a929-40de-9fc3-bb825183f306 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:28.620396 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.690048 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] For port 7738c1f6-a929-40de-9fc3-bb825183f306, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7738c1f6-a929-40de-9fc3-bb825183f306,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:28.690341 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.706494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Calling delete_port for 7738c1f6-a929-40de-9fc3-bb825183f306 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:28.745725 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] DHCP port deletion for f4d68030-42b4-44a7-8e2e-1f92daeefa7f request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:25:28.802768 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] Deleting port 7738c1f6-a929-40de-9fc3-bb825183f306 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:28.803241 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.870846 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] For port 7738c1f6-a929-40de-9fc3-bb825183f306, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7738c1f6-a929-40de-9fc3-bb825183f306,segment=NetworkSegment(672fb3bd-0343-42fb-a0de-1ad2bac948f1),segment_id=672fb3bd-0343-42fb-a0de-1ad2bac948f1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:28.871513 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.879751 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:28.885477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] Calling delete_port for 7738c1f6-a929-40de-9fc3-bb825183f306 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:28.896436 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 0e250f72-6120-400c-9941-8b7c0bc6e60a no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:28.908930 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Pushing event deleted for resources: {'Port': ['ID=7738c1f6-a929-40de-9fc3-bb825183f306,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:28.912641 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] No DVR routers for this DVR port 7738c1f6-a929-40de-9fc3-bb825183f306 on host dv-cinder-836083-6-iscsi {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:28.925770 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 0e250f72-6120-400c-9941-8b7c0bc6e60a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:28.926127 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 0e250f72-6120-400c-9941-8b7c0bc6e60a not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:28.926599 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:28.986137 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (f4d68030-42b4-44a7-8e2e-1f92daeefa7f), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.001775 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:29.002126 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 6ec35ea7-657c-469c-8f3f-4d6c76bdc575 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:29.002581 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7738c1f6-a929-40de-9fc3-bb825183f306 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:29.006731 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.007071 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.008518 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.008861 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > port after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.009244 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.009831 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > port after_update 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.010149 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.010479 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.010797 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.011111 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.025221 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 7738c1f6-a929-40de-9fc3-bb825183f306 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:29.025569 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7738c1f6-a929-40de-9fc3-bb825183f306 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:29.067345 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (7738c1f6-a929-40de-9fc3-bb825183f306), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.096394 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] Pushing event deleted for resources: {'Port': ['ID=7738c1f6-a929-40de-9fc3-bb825183f306,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:29.101596 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a3d1d-ecbc-4e48-b582-76ce3ed67c3e None None] No DVR routers for this DVR port 7738c1f6-a929-40de-9fc3-bb825183f306 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:29.102543 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.102917 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.103221 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.103543 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 21:25:29.103957 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d68030-42b4-44a7-8e2e-1f92daeefa7f']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:29.125216 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672fb3bd-0343-42fb-a0de-1ad2bac948f1') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:29.125512 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672fb3bd-0343-42fb-a0de-1ad2bac948f1') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:29.142016 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (672fb3bd-0343-42fb-a0de-1ad2bac948f1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.161957 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (672fb3bd-0343-42fb-a0de-1ad2bac948f1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.169783 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (672fb3bd-0343-42fb-a0de-1ad2bac948f1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: from cryptography.utils import int_from_bytes May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: from cryptography.utils import int_from_bytes May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:25:29.176559 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:25:29.319316 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (f4d68030-42b4-44a7-8e2e-1f92daeefa7f), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.325367 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.328604 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f4d68030-42b4-44a7-8e2e-1f92daeefa7f HTTP/1.1" status: 204 len: 168 time: 0.9114153 May 10 21:25:29.341676 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0356d-4818-4988-8a0e-493c2c94c662 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d68030-42b4-44a7-8e2e-1f92daeefa7f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:29.647775 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:29.697727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-35ea1a6f-6e0e-4263-9e4d-53c1c75117cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78072ca90bf6402b83863597c266a178&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480428 May 10 21:25:29.700664 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:29.731698 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593363fd-886e-40f3-93c9-90b4b998f4e5 req-b8a6b0ba-9c85-4ffc-9820-721dee3fe1d5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:29.733450 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-593363fd-886e-40f3-93c9-90b4b998f4e5 req-b8a6b0ba-9c85-4ffc-9820-721dee3fe1d5 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0479848 May 10 21:25:29.749374 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97cdb164-43ff-4e3e-b594-dbc135613723 admin admin] Publish callbacks [] for security_group (5e6c3828-d65c-4324-87fd-0e1b21ce90d3), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.771074 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97cdb164-43ff-4e3e-b594-dbc135613723 admin admin] Publish callbacks [] for security_group (5e6c3828-d65c-4324-87fd-0e1b21ce90d3), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.782208 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-593363fd-886e-40f3-93c9-90b4b998f4e5 req-6a7001c7-91b7-4366-a899-c47af2a9688a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 May 10 21:25:29.890083 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97cdb164-43ff-4e3e-b594-dbc135613723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5e6c3828-d65c-4324-87fd-0e1b21ce90d3), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.892804 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97cdb164-43ff-4e3e-b594-dbc135613723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:29.893937 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-97cdb164-43ff-4e3e-b594-dbc135613723 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e6c3828-d65c-4324-87fd-0e1b21ce90d3 HTTP/1.1" status: 204 len: 168 time: 0.1922913 May 10 21:25:29.902310 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdb164-43ff-4e3e-b594-dbc135613723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c3828-d65c-4324-87fd-0e1b21ce90d3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:30.905888 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def330cb-3968-476b-9863-c2bcdd5cd605 req-7c51e7a6-775f-4c80-ac05-fbfe55e5bf03 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:30.907590 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-def330cb-3968-476b-9863-c2bcdd5cd605 req-7c51e7a6-775f-4c80-ac05-fbfe55e5bf03 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0559762 May 10 21:25:30.949813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54460) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:30.954853 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-def330cb-3968-476b-9863-c2bcdd5cd605 req-7c94c462-2b11-48e1-b9a3-fcb727fd22a0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416365 May 10 21:25:31.056803 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348912979-network', 'tenant_id': '3ec38ebcd4994af4a014cc06777a463e'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:31.081597 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da5479-6876-49f9-b1ad-4fe3b6ff08a4 req-aaaf5c6d-72ea-4841-88fd-c8f805c3f0e8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:31.083073 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d5da5479-6876-49f9-b1ad-4fe3b6ff08a4 req-aaaf5c6d-72ea-4841-88fd-c8f805c3f0e8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0642295 May 10 21:25:31.091617 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54468) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:31.096057 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Request body: {'floatingip': {'port_id': '04a8540b-67b6-4a39-b9c9-65408369b364'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:31.137116 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (5ef58be9-efb7-4bda-b8b0-e6e36382369b), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.173832 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Made reservation on behalf of 3ec38ebcd4994af4a014cc06777a463e for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:25:31.176170 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.204066 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.408066 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks [] for security_group (84387e50-6b92-4476-89f6-ef11d5141de7), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.495943 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (84387e50-6b92-4476-89f6-ef11d5141de7), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.524602 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:25:31.577681 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84387e50-6b92-4476-89f6-ef11d5141de7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:31.583752 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (05d5af02-c697-4c01-a5bf-279ca64760f8), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.584181 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Added segment 05d5af02-c697-4c01-a5bf-279ca64760f8 of type vlan for network 26a84c9d-bf3f-4f51-8794-0441caea428b May 10 21:25:31.656350 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (26a84c9d-bf3f-4f51-8794-0441caea428b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.739974 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.764453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (26a84c9d-bf3f-4f51-8794-0441caea428b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.765476 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:31.766061 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.790327 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (5ef58be9-efb7-4bda-b8b0-e6e36382369b), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:31.864941 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] Pushing event updated for resources: {'Network': ['ID=26a84c9d-bf3f-4f51-8794-0441caea428b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:31.872702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-df899679-76cf-4c0f-9162-ab97682aef53 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9213657 May 10 21:25:31.875901 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 26a84c9d-bf3f-4f51-8794-0441caea428b details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:25:31.876393 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:31.881909 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Request body: {'subnet': {'network_id': '26a84c9d-bf3f-4f51-8794-0441caea428b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348912979-subnet', 'tenant_id': '3ec38ebcd4994af4a014cc06777a463e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:31.932517 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Floating IP 5ef58be9-efb7-4bda-b8b0-e6e36382369b associated. External IP: 172.27.3.28, port: 04a8540b-67b6-4a39-b9c9-65408369b364. May 10 21:25:31.947470 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Made reservation on behalf of 3ec38ebcd4994af4a014cc06777a463e for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:25:31.949869 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737905'] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:32.148560 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:32.176617 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737895'] for subnet (7e58bb9e-f59a-46e3-9988-3328990e9e87), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:32.236177 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e58bb9e-f59a-46e3-9988-3328990e9e87,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:32.247470 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Checking segment: {'id': '05d5af02-c697-4c01-a5bf-279ca64760f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '26a84c9d-bf3f-4f51-8794-0441caea428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:25:32.247834 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Network hostable DHCP agents. Network: 26a84c9d-bf3f-4f51-8794-0441caea428b, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:25:32.432607 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Network 26a84c9d-bf3f-4f51-8794-0441caea428b is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:25:32.513371 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 26a84c9d-bf3f-4f51-8794-0441caea428b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:25:32.517821 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:32.518870 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:32.526552 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75ced1-e457-4399-8d2b-ad75c43f64fd None None] Network 26a84c9d-bf3f-4f51-8794-0441caea428b requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:32.553612 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:32.560428 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:32.565006 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:32.576106 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:32.577072 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:32.593066 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-c7b77d2a-b94a-48ba-929e-04da50db1fb7 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295255861&fields=id&tenant_id=7858ff72ee9843a493c27f9592a540b0 HTTP/1.1" status: 200 len: 267 time: 0.0819640 May 10 21:25:32.605465 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-64528759-42bd-4a0f-b4cd-85d20c26d972 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "PUT /v2.0/floatingips/5ef58be9-efb7-4bda-b8b0-e6e36382369b HTTP/1.1" status: 200 len: 991 time: 1.5127831 May 10 21:25:32.612687 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:32.614925 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb08723-0063-4b92-adef-dff833fe2e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:32.644892 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945883e-4fe4-4bf2-bd2c-fc193b9feace None None] Network 26a84c9d-bf3f-4f51-8794-0441caea428b requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:32.659806 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-ad0d2c85-2bfd-4ca7-bf83-25206dd5d7ed tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:32.664914 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a7020049-4ee6-4d59-8172-bea61efd6923 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7870631 May 10 21:25:32.666633 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-ad0d2c85-2bfd-4ca7-bf83-25206dd5d7ed tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 985 time: 0.0638936 May 10 21:25:32.681413 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Request body: {'port': {'security_groups': ['8bb2a690-1491-47d7-a699-c164c20aa00e']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:32.778417 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:32.799277 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:32.831284 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aaf1e1-e2b0-4637-8646-d3269eaab233 x-openstack-request-id: req-91aaf1e1-e2b0-4637-8646-d3269eaab233 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:32.831699 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:32.832407 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91aaf1e1-e2b0-4637-8646-d3269eaab233 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:32.832940 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aaf1e1-e2b0-4637-8646-d3269eaab233'] response: {'name': 'network-changed', 'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364', 'status': 'completed', 'code': 200} May 10 21:25:32.956811 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-f37452ed-52be-4b6f-a226-731feb72f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:32.962553 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-f37452ed-52be-4b6f-a226-731feb72f583 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=604bb43d90e344d3a89838c6575d12c2&device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 1130 time: 0.1013207 May 10 21:25:33.067112 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '5ef58be9-efb7-4bda-b8b0-e6e36382369b', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'port_id': '04a8540b-67b6-4a39-b9c9-65408369b364', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'mac_address': 'fa:16:3e:85:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5141f323-2d73-494e-a167-49a618d1f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:25:11Z', 'updated_at': '2022-05-10T21:25:31Z', 'revision_number': 1, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:33.078054 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:33.097035 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:33.105274 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:33.105906 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:33.108185 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for port (00f67420-6c95-4cc5-8544-bceeed674619), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.190311 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.205137 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['00f67420-6c95-4cc5-8544-bceeed674619'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:33.229820 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:33.287594 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:33.288364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.289881 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f158a139-eaf5-4795-87f6-704c208a0b7b req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "PUT /v2.0/ports/00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 943 time: 0.6145780 May 10 21:25:33.297799 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54512) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:33.326396 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event updated for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:33.354526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.356785 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.357208 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.358220 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.358220 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.358786 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.363447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc22533-9008-431e-b4b0-706eb51b3924 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:33.377887 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-f867fea1-6914-40a1-bfbc-9c6cdb6c8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:33.379671 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-f867fea1-6914-40a1-bfbc-9c6cdb6c8e2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 200 len: 911 time: 0.2008207 May 10 21:25:33.399782 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['00f67420-6c95-4cc5-8544-bceeed674619'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:33.453556 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73771f21-47db-4d6b-be9a-45e188b1e853 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group (118aa708-707e-48dc-9d81-57a3a4a5dcbd), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.501433 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73771f21-47db-4d6b-be9a-45e188b1e853 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group (118aa708-707e-48dc-9d81-57a3a4a5dcbd), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.552571 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-14b7ef18-171a-439b-9f33-6719ae335525 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a8540b-67b6-4a39-b9c9-65408369b364 HTTP/1.1" status: 200 len: 999 time: 0.1642692 May 10 21:25:33.556995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54518) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:33.562316 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-361903119-network', 'tenant_id': '2243f7933cf54065a5c670b4b7dac46f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:33.598877 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:25:33.647048 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-a6f1ed09-d62c-4fd7-a107-e7f659972727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:33.648753 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3e3c0471-faae-4bd7-bd55-fdc9ff35af3a None None] Provisioning complete for port 00f67420-6c95-4cc5-8544-bceeed674619 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:25:33.648931 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-a6f1ed09-d62c-4fd7-a107-e7f659972727 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 200 len: 849 time: 0.0785890 May 10 21:25:33.649445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e3c0471-faae-4bd7-bd55-fdc9ff35af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (00f67420-6c95-4cc5-8544-bceeed674619), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.655678 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '5ef58be9-efb7-4bda-b8b0-e6e36382369b', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'port_id': '04a8540b-67b6-4a39-b9c9-65408369b364', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'mac_address': 'fa:16:3e:85:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5141f323-2d73-494e-a167-49a618d1f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:25:11Z', 'updated_at': '2022-05-10T21:25:31Z', 'revision_number': 1, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:33.661877 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73771f21-47db-4d6b-be9a-45e188b1e853 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (118aa708-707e-48dc-9d81-57a3a4a5dcbd), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.665437 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73771f21-47db-4d6b-be9a-45e188b1e853 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.672217 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-73771f21-47db-4d6b-be9a-45e188b1e853 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "DELETE /v2.0/security-groups/118aa708-707e-48dc-9d81-57a3a4a5dcbd HTTP/1.1" status: 204 len: 168 time: 0.3673062 May 10 21:25:33.672217 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:33.694078 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9544e-9111-46bf-9b42-6c39adfc81f4 None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '5ef58be9-efb7-4bda-b8b0-e6e36382369b', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'port_id': '04a8540b-67b6-4a39-b9c9-65408369b364', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'mac_address': 'fa:16:3e:85:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5141f323-2d73-494e-a167-49a618d1f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:25:11Z', 'updated_at': '2022-05-10T21:25:31Z', 'revision_number': 1, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:33.719133 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-06243672-99e1-4fbe-8ba1-fca0b9ba30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:33.720833 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-06243672-99e1-4fbe-8ba1-fca0b9ba30fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8e51741-489e-4b09-8a94-3245895caad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653419 May 10 21:25:33.730975 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73771f21-47db-4d6b-be9a-45e188b1e853 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118aa708-707e-48dc-9d81-57a3a4a5dcbd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:33.773746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Made reservation on behalf of 2243f7933cf54065a5c670b4b7dac46f for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:25:33.776252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.804968 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.819559 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c0471-faae-4bd7-bd55-fdc9ff35af3a None None] Current status of the port 00f67420-6c95-4cc5-8544-bceeed674619 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:25:33.891169 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Deleting port bdaf1202-ba09-4a41-83f4-a26026d539c7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:33.891512 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.892477 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-05b0a5cc-40f9-44c4-aab1-8dbde5064bcb service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637182 May 10 21:25:33.992946 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:33.993739 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for floatingip (bdaf1202-ba09-4a41-83f4-a26026d539c7), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.000338 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks [] for security_group (6a336041-b662-4643-a6e8-425ca35d9cf6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.014121 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Calling delete_port for bdaf1202-ba09-4a41-83f4-a26026d539c7 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:34.017964 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbb08723-0063-4b92-adef-dff833fe2e4d req-1630e716-0259-414c-a2ee-5a64c4306eb1 service neutron] 10.222.0.23 "GET /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180358 May 10 21:25:34.023712 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbb3c6-ff45-4ab2-a8f7-77a58b3fff45 None None] New status for floating IP 5ef58be9-efb7-4bda-b8b0-e6e36382369b: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:25:34.061813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (6a336041-b662-4643-a6e8-425ca35d9cf6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.092743 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:25:34.104821 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a336041-b662-4643-a6e8-425ca35d9cf6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:34.120371 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (74298c68-3285-4818-82f9-62778260845e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.120798 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Added segment 74298c68-3285-4818-82f9-62778260845e of type vlan for network cafb7e1a-b3a2-46b6-92eb-29b638f42a48 May 10 21:25:34.179358 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (cafb7e1a-b3a2-46b6-92eb-29b638f42a48), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.250769 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (cafb7e1a-b3a2-46b6-92eb-29b638f42a48), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.252213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:34.253054 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.297253 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (bdaf1202-ba09-4a41-83f4-a26026d539c7), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.323968 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] Pushing event updated for resources: {'Network': ['ID=cafb7e1a-b3a2-46b6-92eb-29b638f42a48,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:34.324391 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event deleted for resources: {'Port': ['ID=bdaf1202-ba09-4a41-83f4-a26026d539c7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:34.343184 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network cafb7e1a-b3a2-46b6-92eb-29b638f42a48 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:25:34.395997 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks [] for floatingip (29729ac9-7f8f-4c62-8b7b-fc6528729473), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.396306 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Floating IP 29729ac9-7f8f-4c62-8b7b-fc6528729473 disassociated (deleted). External IP: 172.27.3.10, port: 00f67420-6c95-4cc5-8544-bceeed674619. May 10 21:25:34.404008 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-87bc37b6-11bf-4dfd-9d49-345502db1bbe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8434329 May 10 21:25:34.404810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:34.409068 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Request body: {'subnet': {'network_id': 'cafb7e1a-b3a2-46b6-92eb-29b638f42a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-361903119-subnet', 'tenant_id': '2243f7933cf54065a5c670b4b7dac46f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:34.495798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Made reservation on behalf of 2243f7933cf54065a5c670b4b7dac46f for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:25:34.500031 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639943'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.533070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ab4ea-c6e2-459b-bd00-65d64329d4b1 req-6af1b5e4-3cd1-4851-b048-f991a04cc823 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:34.534555 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-708ab4ea-c6e2-459b-bd00-65d64329d4b1 req-6af1b5e4-3cd1-4851-b048-f991a04cc823 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.0920241 May 10 21:25:34.628531 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-708ab4ea-c6e2-459b-bd00-65d64329d4b1 req-8dc7004b-e37b-4b32-bc65-894163b8042b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875640 May 10 21:25:34.707712 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Router bc657978-2155-4345-ba45-9a4c79232207 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:34.719002 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639953'] for subnet (1c5f667b-a28e-451b-b0d2-a7412ac6c575), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.779966 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5f667b-a28e-451b-b0d2-a7412ac6c575,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:34.789411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Checking segment: {'id': '74298c68-3285-4818-82f9-62778260845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cafb7e1a-b3a2-46b6-92eb-29b638f42a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:25:34.789916 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Network hostable DHCP agents. Network: cafb7e1a-b3a2-46b6-92eb-29b638f42a48, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:25:34.819296 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:34.824235 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.830107 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] Sync routers for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:34.834427 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:34.837112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ea635-300b-43ae-93d0-3aca63153878" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:34.841380 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:34.854298 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:34.861101 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7479e980-49e7-4622-89db-5233b79b9f09 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "DELETE /v2.0/floatingips/29729ac9-7f8f-4c62-8b7b-fc6528729473 HTTP/1.1" status: 204 len: 168 time: 1.1864448 May 10 21:25:34.861101 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:34.862869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Network cafb7e1a-b3a2-46b6-92eb-29b638f42a48 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:25:34.863155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e307f2c-5dd7-4908-8df1-09302a83b529" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:34.892659 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b90b2-f4d6-4f38-82d5-1b239aeb1022 x-openstack-request-id: req-db8b90b2-f4d6-4f38-82d5-1b239aeb1022 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:34.892659 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:34.892659 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db8b90b2-f4d6-4f38-82d5-1b239aeb1022 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:34.892659 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8b90b2-f4d6-4f38-82d5-1b239aeb1022'] response: {'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'status': 'completed', 'code': 200} May 10 21:25:34.953331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, cafb7e1a-b3a2-46b6-92eb-29b638f42a48) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:25:34.957695 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:34.958373 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:34.973484 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce14a8-cdba-4914-8166-60755fabe71d None None] Network cafb7e1a-b3a2-46b6-92eb-29b638f42a48 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:34.999035 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:35.041619 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d2a45c6b-c961-4d99-bbbd-54311058ad3c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6357853 May 10 21:25:35.131895 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde82bdd-aefc-48c3-968a-6e82035e86c2 None None] Network cafb7e1a-b3a2-46b6-92eb-29b638f42a48 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:35.183158 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7e5ffe-b6b1-4adf-b361-43870fc36496 x-openstack-request-id: req-cc7e5ffe-b6b1-4adf-b361-43870fc36496 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:35.183780 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:35.184039 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc7e5ffe-b6b1-4adf-b361-43870fc36496 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:35.184447 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7e5ffe-b6b1-4adf-b361-43870fc36496'] response: {'name': 'network-changed', 'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'status': 'completed', 'code': 200} May 10 21:25:35.196832 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54548) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:35.248667 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Deleting subnet 7e58bb9e-f59a-46e3-9988-3328990e9e87 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:25:35.252014 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Publish callbacks [] for subnet (7e58bb9e-f59a-46e3-9988-3328990e9e87), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.262219 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:01Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:35.288047 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (7e58bb9e-f59a-46e3-9988-3328990e9e87), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.293424 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] Checking router: bc657978-2155-4345-ba45-9a4c79232207 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:35.301703 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:35.302389 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:35.328628 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (7e58bb9e-f59a-46e3-9988-3328990e9e87), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.411041 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:35.462419 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (7e58bb9e-f59a-46e3-9988-3328990e9e87), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.490342 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.496233 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e58bb9e-f59a-46e3-9988-3328990e9e87 HTTP/1.1" status: 204 len: 168 time: 0.2960830 May 10 21:25:35.496233 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86afbe3-794e-4d6e-aae6-e0beb7622324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e58bb9e-f59a-46e3-9988-3328990e9e87,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:35.496471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54550) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:35.565378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (26a84c9d-bf3f-4f51-8794-0441caea428b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.597046 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:01Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:35.624642 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8891b-ff99-41e0-8d78-72e3cc3d6dcd None None] The sync data for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi is: [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:22:56Z', 'revision_number': 4, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '81d5e962-f5f9-4777-a4e4-4ebe14c3f896', 'name': '', 'network_id': '542a7900-ef11-4cb8-92b8-4e9f6e52a9ae', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'mac_address': 'fa:16:3e:fc:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:55Z', 'updated_at': '2022-05-10T21:23:01Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'subnets': [{'id': '65d78b60-e163-4be1-ad03-85b7dec25e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:35.647484 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (26a84c9d-bf3f-4f51-8794-0441caea428b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.670078 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a84c9d-bf3f-4f51-8794-0441caea428b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:35.680783 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d5af02-c697-4c01-a5bf-279ca64760f8') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:35.680972 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d5af02-c697-4c01-a5bf-279ca64760f8') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:35.690830 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (05d5af02-c697-4c01-a5bf-279ca64760f8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.704853 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (05d5af02-c697-4c01-a5bf-279ca64760f8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.719365 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:25:35.719800 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (05d5af02-c697-4c01-a5bf-279ca64760f8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:25:35.721512 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:25:35.831514 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871820ff-bff1-4f1d-82cb-b998456f5987 req-391127ba-5b28-4f4c-9537-2f591d200f00 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:35.832986 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-871820ff-bff1-4f1d-82cb-b998456f5987 req-391127ba-5b28-4f4c-9537-2f591d200f00 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.1300228 May 10 21:25:35.853402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ea635-300b-43ae-93d0-3aca63153878 req-aa67b0b3-85c5-4993-bb96-5d8c2c86b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:35.854995 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-aa67b0b3-85c5-4993-bb96-5d8c2c86b575 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1130 time: 0.0977321 May 10 21:25:35.873467 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d173de-bb48-404d-bef8-950ff9568f04 None None] New status for floating IP 29729ac9-7f8f-4c62-8b7b-fc6528729473: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:25:35.893302 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-871820ff-bff1-4f1d-82cb-b998456f5987 req-b2ca312f-3103-490e-b128-868f4a3982cb tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492792 May 10 21:25:35.900895 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (26a84c9d-bf3f-4f51-8794-0441caea428b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.916802 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:35.920018 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26a84c9d-bf3f-4f51-8794-0441caea428b HTTP/1.1" status: 204 len: 168 time: 0.4226072 May 10 21:25:35.920902 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c5e69-270c-496e-bbc8-3f3ec8ae82a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a84c9d-bf3f-4f51-8794-0441caea428b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:35.922739 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54554) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:36.026915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Deleting subnet 1c5f667b-a28e-451b-b0d2-a7412ac6c575 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:25:36.031177 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Publish callbacks [] for subnet (1c5f667b-a28e-451b-b0d2-a7412ac6c575), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.078781 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (1c5f667b-a28e-451b-b0d2-a7412ac6c575), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.081276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ea635-300b-43ae-93d0-3aca63153878 req-35d382e2-04ca-4bed-8590-4f0bee396e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:36.082814 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-35d382e2-04ca-4bed-8590-4f0bee396e4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 915 time: 0.1522155 May 10 21:25:36.124873 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (1c5f667b-a28e-451b-b0d2-a7412ac6c575), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.239218 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (1c5f667b-a28e-451b-b0d2-a7412ac6c575), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.266196 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5f667b-a28e-451b-b0d2-a7412ac6c575,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:36.270002 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.276511 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b55aa927-275d-4320-ac49-f58eaee18199 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1c5f667b-a28e-451b-b0d2-a7412ac6c575 HTTP/1.1" status: 204 len: 168 time: 0.3495626 May 10 21:25:36.277186 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54558) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:36.374292 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-f9928533-e16a-4875-b674-85797827457f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 217 time: 0.0804620 May 10 21:25:36.453819 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-485eb974-92da-4f43-bc38-238c296f0e7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:36.455282 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-485eb974-92da-4f43-bc38-238c296f0e7f tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.1605315 May 10 21:25:36.459413 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (cafb7e1a-b3a2-46b6-92eb-29b638f42a48), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.518152 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ea635-300b-43ae-93d0-3aca63153878 req-9939ffaa-a7c9-411a-8caf-0713d0a02821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:36.519655 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-9939ffaa-a7c9-411a-8caf-0713d0a02821 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 200 len: 853 time: 0.1049914 May 10 21:25:36.662727 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (cafb7e1a-b3a2-46b6-92eb-29b638f42a48), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.665911 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ea635-300b-43ae-93d0-3aca63153878 req-82981967-4eef-4b49-a71c-085d42d22124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:36.667433 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-82981967-4eef-4b49-a71c-085d42d22124 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261358 May 10 21:25:36.703633 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port 78364b55-7109-42ce-bcd5-a6a00acfab88 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:36.703971 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.729235 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafb7e1a-b3a2-46b6-92eb-29b638f42a48']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:36.750726 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74298c68-3285-4818-82f9-62778260845e') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:36.751027 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74298c68-3285-4818-82f9-62778260845e') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:36.767318 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (74298c68-3285-4818-82f9-62778260845e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.849778 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (74298c68-3285-4818-82f9-62778260845e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.879838 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:25:36.880235 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (74298c68-3285-4818-82f9-62778260845e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:25:36.881874 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:25:36.907046 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] For port 78364b55-7109-42ce-bcd5-a6a00acfab88, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78364b55-7109-42ce-bcd5-a6a00acfab88,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:36.907410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:36.920186 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-ef258e5f-31c1-406d-afe2-b267dac73b36 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412062 May 10 21:25:37.091085 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (cafb7e1a-b3a2-46b6-92eb-29b638f42a48), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.138915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7c76e-6874-4f78-8f6d-1b1f3aca61df req-856f1d62-df98-4ee5-8ab9-82ea5754f68d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:37.140372 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-35c7c76e-6874-4f78-8f6d-1b1f3aca61df req-856f1d62-df98-4ee5-8ab9-82ea5754f68d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 946 time: 0.1505268 May 10 21:25:37.145757 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.149175 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cafb7e1a-b3a2-46b6-92eb-29b638f42a48 HTTP/1.1" status: 204 len: 168 time: 0.8715367 May 10 21:25:37.171077 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c352067-fd60-49b9-a1c5-2c1d326c09e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cafb7e1a-b3a2-46b6-92eb-29b638f42a48,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:37.251635 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-568ea635-300b-43ae-93d0-3aca63153878 req-d6669125-d6c1-43b5-89ab-24909983761a service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998672 May 10 21:25:37.284468 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-35c7c76e-6874-4f78-8f6d-1b1f3aca61df req-8a09674e-316d-463c-b738-9bb67c83a334 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa0c5417-21a4-4d30-868e-ec94db722b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249237 May 10 21:25:37.287377 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.287713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (3764c82a-61a0-4a55-b333-bb914a6dd2ba), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.288028 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP 3764c82a-61a0-4a55-b333-bb914a6dd2ba disassociated. External IP: 172.27.3.154, port: 78364b55-7109-42ce-bcd5-a6a00acfab88. May 10 21:25:37.288377 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for 78364b55-7109-42ce-bcd5-a6a00acfab88 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:37.454172 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-e739c60b-10be-450f-8189-efff4a547787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:37.457139 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-e739c60b-10be-450f-8189-efff4a547787 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7858ff72ee9843a493c27f9592a540b0&device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 1130 time: 0.0541565 May 10 21:25:37.539412 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54574) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:37.586305 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ff77e97b-a5c7-4570-b05e-ab0a5bc608e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ec38ebcd4994af4a014cc06777a463e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427139 May 10 21:25:37.586563 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54576) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:37.639542 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd86a77-19fe-4fb0-b34a-38003eb9e07e admin admin] Publish callbacks [] for security_group (84387e50-6b92-4476-89f6-ef11d5141de7), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.662684 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd86a77-19fe-4fb0-b34a-38003eb9e07e admin admin] Publish callbacks [] for security_group (84387e50-6b92-4476-89f6-ef11d5141de7), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.777434 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (78364b55-7109-42ce-bcd5-a6a00acfab88), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.814282 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=78364b55-7109-42ce-bcd5-a6a00acfab88,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:37.838855 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd86a77-19fe-4fb0-b34a-38003eb9e07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (84387e50-6b92-4476-89f6-ef11d5141de7), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.841545 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd86a77-19fe-4fb0-b34a-38003eb9e07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:37.844322 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-bdd86a77-19fe-4fb0-b34a-38003eb9e07e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84387e50-6b92-4476-89f6-ef11d5141de7 HTTP/1.1" status: 204 len: 168 time: 0.2551417 May 10 21:25:37.859168 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd86a77-19fe-4fb0-b34a-38003eb9e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84387e50-6b92-4476-89f6-ef11d5141de7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:37.872587 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-6d7b4543-2dee-4d93-af53-c6983e99fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:37.874143 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-6d7b4543-2dee-4d93-af53-c6983e99fb7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 200 len: 915 time: 0.4115858 May 10 21:25:37.921320 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-cd0e7afe-86f2-4baf-b697-7ba86ce15889 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 200 len: 217 time: 0.0395031 May 10 21:25:38.013526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-01d2846f-5bf8-4bfc-8f0f-32d76c23b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:38.014999 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-01d2846f-5bf8-4bfc-8f0f-32d76c23b09c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 200 len: 853 time: 0.0872424 May 10 21:25:38.021519 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:38.096831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-d070d3ec-3e17-4aec-889b-c133e6a48d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:38.098313 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-d070d3ec-3e17-4aec-889b-c133e6a48d19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758200 May 10 21:25:38.241558 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:38.251925 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-d18e3229-8353-4513-ad81-f7cc07344f2a service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462755 May 10 21:25:38.252487 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:38.268694 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:38.269310 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:38.316616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] No DVR routers for this DVR port 78364b55-7109-42ce-bcd5-a6a00acfab88 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:38.321388 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:38.326099 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4a587c8a-40d2-4af6-ac3b-7a42176ce9b6 req-1938ad04-faa1-4470-a2ed-6a1dce142d89 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "DELETE /v2.0/ports/78364b55-7109-42ce-bcd5-a6a00acfab88 HTTP/1.1" status: 204 len: 173 time: 1.8595083 May 10 21:25:38.326600 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'name': 'network-vif-deleted', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:38.328974 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea393f5-d2a1-46eb-ad29-10e8a3f33861" -d '{"events": [{"server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "name": "network-vif-deleted", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:38.398960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7109a622-db2a-4d36-a00b-325c28971f70 x-openstack-request-id: req-7109a622-db2a-4d36-a00b-325c28971f70 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:38.399484 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11411cb5-9de1-4ea1-8cdf-e770019076dc", "name": "network-vif-deleted", "tag": "78364b55-7109-42ce-bcd5-a6a00acfab88", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:38.399791 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7109a622-db2a-4d36-a00b-325c28971f70 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:38.407860 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7109a622-db2a-4d36-a00b-325c28971f70'] response: {'server_uuid': '11411cb5-9de1-4ea1-8cdf-e770019076dc', 'name': 'network-vif-deleted', 'tag': '78364b55-7109-42ce-bcd5-a6a00acfab88', 'status': 'completed', 'code': 200} May 10 21:25:38.423648 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0236b613-83e8-4be1-8b62-1125571d3b89 req-60448b65-3c7f-423f-8ea6-db49148fd6a8 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 210 time: 0.0495834 May 10 21:25:38.468746 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e307f2c-5dd7-4908-8df1-09302a83b529 req-4955d700-bae1-4cf7-afe8-97a26d646b84 service neutron] 10.222.0.23 "GET /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014480 May 10 21:25:38.542762 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:38.735784 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:38.764733 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:38.773201 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:38.773908 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:38.803238 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54592) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:38.850275 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2f2fd6dc-21a6-4bfb-a188-4e733d0eed7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2243f7933cf54065a5c670b4b7dac46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458930 May 10 21:25:38.853880 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54594) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:38.892186 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:38.904237 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8102-859c-4e44-8f68-8be310a2897b admin admin] Publish callbacks [] for security_group (6a336041-b662-4643-a6e8-425ca35d9cf6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:38.927089 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8102-859c-4e44-8f68-8be310a2897b admin admin] Publish callbacks [] for security_group (6a336041-b662-4643-a6e8-425ca35d9cf6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:39.056466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8102-859c-4e44-8f68-8be310a2897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (6a336041-b662-4643-a6e8-425ca35d9cf6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:39.059459 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8102-859c-4e44-8f68-8be310a2897b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:39.060637 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6dbd8102-859c-4e44-8f68-8be310a2897b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a336041-b662-4643-a6e8-425ca35d9cf6 HTTP/1.1" status: 204 len: 168 time: 0.2057240 May 10 21:25:39.070668 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd8102-859c-4e44-8f68-8be310a2897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a336041-b662-4643-a6e8-425ca35d9cf6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:39.118128 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:39.146281 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cede4b-b2dc-4771-963f-f07660bbf8d8 None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:39.202510 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6628-6d05-4e30-b9e5-1fdd9f57f532 req-e24ca020-1efd-4053-b68b-142cbc333ffa tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:39.204097 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-102b6628-6d05-4e30-b9e5-1fdd9f57f532 req-e24ca020-1efd-4053-b68b-142cbc333ffa tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0538263 May 10 21:25:39.258269 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-102b6628-6d05-4e30-b9e5-1fdd9f57f532 req-25e359d0-a56a-4e4b-8224-add7b253fd64 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 May 10 21:25:39.468859 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68d3d64-fce2-4146-ad75-6fe1ab1f559a None None] New status for floating IP 3764c82a-61a0-4a55-b333-bb914a6dd2ba: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:25:39.545994 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-02d58a40-a0d4-47d1-aea4-0ec60af58b8e req-a7dcbc4c-253c-4fc1-b531-5a37eb948706 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 210 time: 0.0302544 May 10 21:25:40.373422 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837512d-09c5-41f5-b8a9-d80c0496edfc req-407372fd-ad06-465d-900f-d443672cd156 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:40.375065 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9837512d-09c5-41f5-b8a9-d80c0496edfc req-407372fd-ad06-465d-900f-d443672cd156 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0483871 May 10 21:25:40.423957 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9837512d-09c5-41f5-b8a9-d80c0496edfc req-1e825f12-24cd-4164-b806-3180fdcc8f2d tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb2a690-1491-47d7-a699-c164c20aa00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 May 10 21:25:40.665600 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ad954fda-e52a-465b-836f-dc233a00f1bf req-b6003949-d4a3-495f-8586-4fbd7ec741b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=11411cb5-9de1-4ea1-8cdf-e770019076dc HTTP/1.1" status: 200 len: 210 time: 0.0300298 May 10 21:25:41.015570 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-7ff7a54c-9b8e-4c25-9f57-e9b3f416e0a4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:41.017173 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-7ff7a54c-9b8e-4c25-9f57-e9b3f416e0a4 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 946 time: 0.0527442 May 10 21:25:41.104410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Deleting port 00f67420-6c95-4cc5-8544-bceeed674619 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:41.104754 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (00f67420-6c95-4cc5-8544-bceeed674619), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:41.184625 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 78364b55-7109-42ce-bcd5-a6a00acfab88 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:41.199349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] For port 00f67420-6c95-4cc5-8544-bceeed674619, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=00f67420-6c95-4cc5-8544-bceeed674619,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:41.199575 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (00f67420-6c95-4cc5-8544-bceeed674619), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:41.205780 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 78364b55-7109-42ce-bcd5-a6a00acfab88 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:41.206371 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 78364b55-7109-42ce-bcd5-a6a00acfab88 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:41.213923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Calling delete_port for 00f67420-6c95-4cc5-8544-bceeed674619 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:41.445497 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (00f67420-6c95-4cc5-8544-bceeed674619), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:41.463346 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['00f67420-6c95-4cc5-8544-bceeed674619'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:41.535831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Pushing event deleted for resources: {'Port': ['ID=00f67420-6c95-4cc5-8544-bceeed674619,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:41.551010 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] No DVR routers for this DVR port 00f67420-6c95-4cc5-8544-bceeed674619 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:41.555587 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:41.557000 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bad3e4b0-5c96-4d23-8842-9a67193770eb req-2fb7ccba-d1f6-41ca-81ac-b23f55dc3227 tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4f87d15-87fb-4ada-8b58-6fa220505241 HTTP/1.1" status: 200 len: 210 time: 0.0394294 May 10 21:25:41.559171 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cc3e6e85-52d7-4ca4-a18e-b692e6296f18 req-2f4a745a-46d6-42c6-b72d-26b3c5dbca4b tempest-TestMinimumBasicScenario-1704501838 tempest-TestMinimumBasicScenario-1704501838-project] 10.222.0.23 "DELETE /v2.0/ports/00f67420-6c95-4cc5-8544-bceeed674619 HTTP/1.1" status: 204 len: 173 time: 0.5370789 May 10 21:25:41.560675 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'name': 'network-vif-deleted', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:41.564132 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d387e2-1368-4140-87e9-da4fbed2d1f8" -d '{"events": [{"server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "name": "network-vif-deleted", "tag": "00f67420-6c95-4cc5-8544-bceeed674619"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:41.608014 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1bd708-280b-4836-8758-a3b964c8b708 x-openstack-request-id: req-ff1bd708-280b-4836-8758-a3b964c8b708 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:41.608309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f87d15-87fb-4ada-8b58-6fa220505241", "name": "network-vif-deleted", "tag": "00f67420-6c95-4cc5-8544-bceeed674619", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:41.608563 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff1bd708-280b-4836-8758-a3b964c8b708 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:41.608966 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1bd708-280b-4836-8758-a3b964c8b708'] response: {'server_uuid': 'c4f87d15-87fb-4ada-8b58-6fa220505241', 'name': 'network-vif-deleted', 'tag': '00f67420-6c95-4cc5-8544-bceeed674619', 'status': 'completed', 'code': 200} May 10 21:25:41.808651 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54696) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:41.894702 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a7a5-3540-49e3-af1b-89945202bea2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (aa0c5417-21a4-4d30-868e-ec94db722b07), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:41.923963 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a7a5-3540-49e3-af1b-89945202bea2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (aa0c5417-21a4-4d30-868e-ec94db722b07), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.090815 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a7a5-3540-49e3-af1b-89945202bea2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (aa0c5417-21a4-4d30-868e-ec94db722b07), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.093381 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a7a5-3540-49e3-af1b-89945202bea2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.094625 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2cf5a7a5-3540-49e3-af1b-89945202bea2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa0c5417-21a4-4d30-868e-ec94db722b07 HTTP/1.1" status: 204 len: 168 time: 0.2839601 May 10 21:25:42.097391 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54708) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:42.104441 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5a7a5-3540-49e3-af1b-89945202bea2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c5417-21a4-4d30-868e-ec94db722b07,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:42.112608 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-f50cd005-764f-46bd-be9b-8f38dffed185 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] show failed (client error): The resource could not be found. May 10 21:25:42.117733 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f50cd005-764f-46bd-be9b-8f38dffed185 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups/aa0c5417-21a4-4d30-868e-ec94db722b07 HTTP/1.1" status: 404 len: 347 time: 0.0164077 May 10 21:25:42.119848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:42.276582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port 628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:42.277019 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.298414 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ae814-166f-4a2b-9371-6b5594eab88b req-1abb1724-8708-423d-9eaa-ddfbb8ee32b7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:42.300017 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ae1ae814-166f-4a2b-9371-6b5594eab88b req-1abb1724-8708-423d-9eaa-ddfbb8ee32b7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0779080 May 10 21:25:42.354133 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ae1ae814-166f-4a2b-9371-6b5594eab88b req-87211734-87a0-4e35-8df6-8461386c1b64 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476978 May 10 21:25:42.368199 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:42.369296 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.369776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.395006 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for 628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:42.476751 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-102e87a6-b6e0-4d8d-bd5d-821575ffe646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.555162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-102e87a6-b6e0-4d8d-bd5d-821575ffe646 admin admin] Publish callbacks [] for security_group (60c6e568-1037-4a96-9434-79904bc14d73), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.615938 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-102e87a6-b6e0-4d8d-bd5d-821575ffe646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (60c6e568-1037-4a96-9434-79904bc14d73), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.616160 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.652083 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=628cbc5a-32df-4ea0-87cd-8f5d09dfc3f7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:42.661887 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-102e87a6-b6e0-4d8d-bd5d-821575ffe646 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=719666e352374963a67ec166fbf0d729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885475 May 10 21:25:42.661887 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e87a6-b6e0-4d8d-bd5d-821575ffe646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6e568-1037-4a96-9434-79904bc14d73,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:42.663225 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54724) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:42.716958 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-debd90fe-6516-4d84-a22e-433a9851d700 admin admin] Publish callbacks [] for security_group (60c6e568-1037-4a96-9434-79904bc14d73), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.727828 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (3764c82a-61a0-4a55-b333-bb914a6dd2ba), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.730668 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.735349 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8a46fb3d-5ea0-4c44-8357-015a684f2882 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/floatingips/3764c82a-61a0-4a55-b333-bb914a6dd2ba HTTP/1.1" status: 204 len: 168 time: 0.6108146 May 10 21:25:42.757035 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-debd90fe-6516-4d84-a22e-433a9851d700 admin admin] Publish callbacks [] for security_group (60c6e568-1037-4a96-9434-79904bc14d73), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.883457 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54742) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:42.886394 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130496001', 'description': 'tempest-description--2057346649'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:42.903483 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-debd90fe-6516-4d84-a22e-433a9851d700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (60c6e568-1037-4a96-9434-79904bc14d73), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.906179 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-debd90fe-6516-4d84-a22e-433a9851d700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:42.907000 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-debd90fe-6516-4d84-a22e-433a9851d700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60c6e568-1037-4a96-9434-79904bc14d73 HTTP/1.1" status: 204 len: 168 time: 0.2420828 May 10 21:25:42.916354 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd90fe-6516-4d84-a22e-433a9851d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c6e568-1037-4a96-9434-79904bc14d73,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:42.987550 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.055164 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (c46836b0-376c-474f-a534-7f8490333ca3), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.113066 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c46836b0-376c-474f-a534-7f8490333ca3), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.143496 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46836b0-376c-474f-a534-7f8490333ca3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:43.218707 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.220107 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f55fafb3-9991-4d3a-9214-a4ff63f830f9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3375444 May 10 21:25:43.223994 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:43.229182 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'c46836b0-376c-474f-a534-7f8490333ca3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:43.301808 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (0c67bdc1-60c3-4c00-bebf-de9b666089a1), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.358122 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (0c67bdc1-60c3-4c00-bebf-de9b666089a1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.444722 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (0c67bdc1-60c3-4c00-bebf-de9b666089a1), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.484602 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54770) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:43.494709 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef0e9-fa4c-429b-a014-7ea810989a60 req-a65464e7-4b8b-4eef-8f76-9f831d2c71ee tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:43.496200 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b60ef0e9-fa4c-429b-a014-7ea810989a60 req-a65464e7-4b8b-4eef-8f76-9f831d2c71ee tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0650041 May 10 21:25:43.496801 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c67bdc1-60c3-4c00-bebf-de9b666089a1,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:43.498383 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad529ee7-8287-46d9-9748-24ffd05d5fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.583000 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad529ee7-8287-46d9-9748-24ffd05d5fd8 admin admin] Publish callbacks [] for security_group (67e9ec40-5129-44e8-a139-2fe7424fa5ab), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.656224 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad529ee7-8287-46d9-9748-24ffd05d5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (67e9ec40-5129-44e8-a139-2fe7424fa5ab), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.702332 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad529ee7-8287-46d9-9748-24ffd05d5fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9ec40-5129-44e8-a139-2fe7424fa5ab,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:43.709087 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ad529ee7-8287-46d9-9748-24ffd05d5fd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bc5526c31a84d9c85be9a6198e1b76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209671 May 10 21:25:43.709298 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54782) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:43.763535 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a4898ec-8074-4d34-a048-7492633a6353 admin admin] Publish callbacks [] for security_group (67e9ec40-5129-44e8-a139-2fe7424fa5ab), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.770995 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.775509 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-cca55157-0945-473c-af19-a89a24917ccd tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482388 May 10 21:25:43.775712 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:43.782341 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'security_group_rule': {'security_group_id': 'c46836b0-376c-474f-a534-7f8490333ca3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:43.799408 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b60ef0e9-fa4c-429b-a014-7ea810989a60 req-64c03461-c584-4364-9a8b-1ee2260f8016 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902598 May 10 21:25:43.799975 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a4898ec-8074-4d34-a048-7492633a6353 admin admin] Publish callbacks [] for security_group (67e9ec40-5129-44e8-a139-2fe7424fa5ab), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.895848 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.927738 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a4898ec-8074-4d34-a048-7492633a6353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (67e9ec40-5129-44e8-a139-2fe7424fa5ab), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.930576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a4898ec-8074-4d34-a048-7492633a6353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.934261 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0a4898ec-8074-4d34-a048-7492633a6353 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67e9ec40-5129-44e8-a139-2fe7424fa5ab HTTP/1.1" status: 204 len: 168 time: 0.2215552 May 10 21:25:43.941095 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (96556ae0-1a93-4fb0-9523-0ad6c3efc627), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:43.945451 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4898ec-8074-4d34-a048-7492633a6353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9ec40-5129-44e8-a139-2fe7424fa5ab,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:44.011436 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (96556ae0-1a93-4fb0-9523-0ad6c3efc627), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.084621 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (96556ae0-1a93-4fb0-9523-0ad6c3efc627), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.103461 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96556ae0-1a93-4fb0-9523-0ad6c3efc627,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:44.139462 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54788) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:44.185264 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.186347 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-06d20eab-0284-4ce8-849d-3a2d080303b5 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4097404 May 10 21:25:44.189758 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:44.194187 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:44.290940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.372819 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.499510 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (bc657978-2155-4345-ba45-9a4c79232207), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.504131 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.27.3.206 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/0a29acb5-9134-4343-b85f-165542507f93) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:25:44.611436 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (0a29acb5-9134-4343-b85f-165542507f93), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.708364 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (0a29acb5-9134-4343-b85f-165542507f93), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.748687 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Deleting port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:44.749279 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.749412 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:25:44.752262 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:25:44.759913 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:25:44.765534 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=0a29acb5-9134-4343-b85f-165542507f93,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:44.842747 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] For port 81d5e962-f5f9-4777-a4e4-4ebe14c3f896, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:44.843603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.859917 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (e73e9758-18fc-4650-8468-41a31045b9ea), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.864570 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Calling delete_port for 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:44.946628 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (0a29acb5-9134-4343-b85f-165542507f93), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:44.968289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6e41-1ccb-4574-b46e-f9a20c43e4f7 req-2e395d71-a524-4055-b531-63bf0fe12d35 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:44.969726 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-436d6e41-1ccb-4574-b46e-f9a20c43e4f7 req-2e395d71-a524-4055-b531-63bf0fe12d35 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0591748 May 10 21:25:45.075081 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-436d6e41-1ccb-4574-b46e-f9a20c43e4f7 req-38831f1c-7847-456b-9828-ed7dbcd17b0e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898471 May 10 21:25:45.154395 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (0a29acb5-9134-4343-b85f-165542507f93), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:45.187312 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 00f67420-6c95-4cc5-8544-bceeed674619 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:45.209444 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 00f67420-6c95-4cc5-8544-bceeed674619 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:45.209802 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 00f67420-6c95-4cc5-8544-bceeed674619 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:45.227813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (81d5e962-f5f9-4777-a4e4-4ebe14c3f896), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:45.252621 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Pushing event deleted for resources: {'Port': ['ID=81d5e962-f5f9-4777-a4e4-4ebe14c3f896,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:45.256203 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4292636'] for port (0a29acb5-9134-4343-b85f-165542507f93), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:45.344558 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=0a29acb5-9134-4343-b85f-165542507f93,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:45.364574 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (e73e9758-18fc-4650-8468-41a31045b9ea), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:45.446686 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (bc657978-2155-4345-ba45-9a4c79232207), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:45.472545 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:45.472545 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-6d226f38-5365-4ae8-abd2-4c16ccf015e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2806847 May 10 21:25:45.682425 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-8bffbc5d-ec45-478a-ba80-fc3e34816c99 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--130496001&fields=id&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 267 time: 0.0435553 May 10 21:25:45.685425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Router bc657978-2155-4345-ba45-9a4c79232207 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:45.801754 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-54a7ce41-76cd-413f-b9dc-2cca5de7f87a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:45.803389 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-54a7ce41-76cd-413f-b9dc-2cca5de7f87a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.1141372 May 10 21:25:45.818791 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-4e948c8f-8d7b-438b-8c50-a452e8c692e1 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/quotas/8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 375 time: 0.0096450 May 10 21:25:45.872170 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-e617f9a2-37df-4e41-822c-4efd05864ed2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473449 May 10 21:25:46.065868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:46.072188 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-24c9dbf3-1a74-47e1-8dd6-8a7df5b3e48d admin admin] 10.222.0.25 "PUT /v2.0/routers/bc657978-2155-4345-ba45-9a4c79232207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315960 May 10 21:25:46.072836 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-85d773de-adcf-45b1-b615-83e6386feae9 service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879702 May 10 21:25:46.074725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54870) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:46.078954 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] Sync routers for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:46.090639 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:46.091269 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:46.189056 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-d3d15aec-b6c2-46cb-8c5f-cde039d95bae service neutron] 10.222.0.25 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016634 May 10 21:25:46.207287 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:46.245860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks [] for router (bc657978-2155-4345-ba45-9a4c79232207), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:46.294230 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e065a-795b-46ac-a1a9-5ecf00a320fe req-59e7f292-654a-460c-b94b-92b72f88dd83 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:46.295892 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-472e065a-795b-46ac-a1a9-5ecf00a320fe req-59e7f292-654a-460c-b94b-92b72f88dd83 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.1133630 May 10 21:25:46.402795 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:25:45Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:46.414529 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-472e065a-795b-46ac-a1a9-5ecf00a320fe req-46eea8b3-7b80-4d57-b948-3128c270ed70 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103227 May 10 21:25:46.426021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks [] for router_gateway (bc657978-2155-4345-ba45-9a4c79232207), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:46.474736 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] Checking router: bc657978-2155-4345-ba45-9a4c79232207 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:46.486108 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] Routers {'bc657978-2155-4345-ba45-9a4c79232207'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:46.486786 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['bc657978-2155-4345-ba45-9a4c79232207'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:46.497915 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d57ed3e8-6672-47b2-a6a4-d9747e6dbe50 req-59d2bdf9-9d09-492e-9903-24f28ad4ab53 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 210 time: 0.0537400 May 10 21:25:46.551297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Deleting port ea295292-0574-4e3e-ab62-c01623486f4e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:46.551644 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:46.558754 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52100c34-d369-43c5-bc56-e3595bbd7b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:46.622081 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] Set router bc657978-2155-4345-ba45-9a4c79232207 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:46.656858 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] For port ea295292-0574-4e3e-ab62-c01623486f4e, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=ea295292-0574-4e3e-ab62-c01623486f4e,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:46.657643 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:46.673734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Calling delete_port for ea295292-0574-4e3e-ab62-c01623486f4e owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:46.806278 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:25:45Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:46.838768 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae3754e-3394-49af-9dcb-62b7ccbbfb37 None None] The sync data for ids ['bc657978-2155-4345-ba45-9a4c79232207'] in dv-cinder-836083-6-iscsi is: [{'id': 'bc657978-2155-4345-ba45-9a4c79232207', 'name': 'tempest-TestMinimumBasicScenario-685049857-router', 'tenant_id': '7858ff72ee9843a493c27f9592a540b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:22:51Z', 'updated_at': '2022-05-10T21:25:45Z', 'revision_number': 5, 'project_id': '7858ff72ee9843a493c27f9592a540b0', 'gw_port': {'id': 'ea295292-0574-4e3e-ab62-c01623486f4e', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc657978-2155-4345-ba45-9a4c79232207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:22:52Z', 'updated_at': '2022-05-10T21:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:46.977360 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (ea295292-0574-4e3e-ab62-c01623486f4e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.005614 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Pushing event deleted for resources: {'Port': ['ID=ea295292-0574-4e3e-ab62-c01623486f4e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:47.074329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (bc657978-2155-4345-ba45-9a4c79232207), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.173615 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (bc657978-2155-4345-ba45-9a4c79232207), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.176135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks [] for router_controller (bc657978-2155-4345-ba45-9a4c79232207), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.284830 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (bc657978-2155-4345-ba45-9a4c79232207), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.285434 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc657978-2155-4345-ba45-9a4c79232207 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:25:47.294747 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.296012 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d2c74575-5467-4e85-a6f7-19cdd8daeebf admin admin] 10.222.0.25 "DELETE /v2.0/routers/bc657978-2155-4345-ba45-9a4c79232207 HTTP/1.1" status: 204 len: 168 time: 1.2202928 May 10 21:25:47.298658 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54904) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:47.352325 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Deleting subnet 65d78b60-e163-4be1-ad03-85b7dec25e65 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:25:47.355905 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Publish callbacks [] for subnet (65d78b60-e163-4be1-ad03-85b7dec25e65), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.393291 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (65d78b60-e163-4be1-ad03-85b7dec25e65), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.532692 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (65d78b60-e163-4be1-ad03-85b7dec25e65), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.609991 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e9268-7a6f-419f-bcbc-590183d1a0bf req-f8aa23ce-444f-4684-aa81-146289dd41d5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:47.611454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0c0e9268-7a6f-419f-bcbc-590183d1a0bf req-f8aa23ce-444f-4684-aa81-146289dd41d5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0904078 May 10 21:25:47.613205 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7db9672a-67af-4495-a780-78be6ef1b12c req-2ead9db2-62f7-4ba6-8e9d-1f5a6a99ba37 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 210 time: 0.0313859 May 10 21:25:47.670223 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0c0e9268-7a6f-419f-bcbc-590183d1a0bf req-97cf81a7-d1b2-440b-96c9-8f1b3e799d6f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511501 May 10 21:25:47.714173 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (65d78b60-e163-4be1-ad03-85b7dec25e65), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.743133 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.746428 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/65d78b60-e163-4be1-ad03-85b7dec25e65 HTTP/1.1" status: 204 len: 168 time: 0.4468255 May 10 21:25:47.747409 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467048f-a76d-4738-9b5c-390d1ae1c6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d78b60-e163-4be1-ad03-85b7dec25e65,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:47.748961 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:47.749407 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996f30e-f3c1-45fa-bc81-46d7351ed823 None None] Network 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:47.827843 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.895755 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Deleting port dd736f3b-94d5-4fa8-842d-32ebdfc93464 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:47.896293 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.942938 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] DHCP port deletion for 542a7900-ef11-4cb8-92b8-4e9f6e52a9ae request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:25:47.968548 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] For port dd736f3b-94d5-4fa8-842d-32ebdfc93464, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=dd736f3b-94d5-4fa8-842d-32ebdfc93464,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:47.975989 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:47.983608 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Calling delete_port for dd736f3b-94d5-4fa8-842d-32ebdfc93464 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:47.985737 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Deleting port dd736f3b-94d5-4fa8-842d-32ebdfc93464 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:47.986118 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.067235 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] For port dd736f3b-94d5-4fa8-842d-32ebdfc93464, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=dd736f3b-94d5-4fa8-842d-32ebdfc93464,segment=NetworkSegment(c270e598-eff8-4b6b-8c76-37368e7cbc94),segment_id=c270e598-eff8-4b6b-8c76-37368e7cbc94)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:48.067641 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.083367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Calling delete_port for dd736f3b-94d5-4fa8-842d-32ebdfc93464 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:48.148130 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.169462 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (dd736f3b-94d5-4fa8-842d-32ebdfc93464), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.176145 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd736f3b-94d5-4fa8-842d-32ebdfc93464,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:48.178125 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] No DVR routers for this DVR port dd736f3b-94d5-4fa8-842d-32ebdfc93464 on host dv-cinder-836083-6-iscsi {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:48.197062 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Pushing event deleted for resources: {'Port': ['ID=dd736f3b-94d5-4fa8-842d-32ebdfc93464,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:48.201566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] No DVR routers for this DVR port dd736f3b-94d5-4fa8-842d-32ebdfc93464 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:48.208054 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.208410 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.208779 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.209172 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.212565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.213453 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a8438-64d9-420a-918a-4ce698f992d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:25:48.255464 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.275505 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542a7900-ef11-4cb8-92b8-4e9f6e52a9ae']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:48.285603 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c270e598-eff8-4b6b-8c76-37368e7cbc94') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:48.285946 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c270e598-eff8-4b6b-8c76-37368e7cbc94') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:48.297050 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (c270e598-eff8-4b6b-8c76-37368e7cbc94), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.316282 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (c270e598-eff8-4b6b-8c76-37368e7cbc94), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.322556 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:25:48.322948 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (c270e598-eff8-4b6b-8c76-37368e7cbc94), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:25:48.326106 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:25:48.468110 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (542a7900-ef11-4cb8-92b8-4e9f6e52a9ae), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.475790 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.479854 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] 10.222.0.25 "DELETE /v2.0/networks/542a7900-ef11-4cb8-92b8-4e9f6e52a9ae HTTP/1.1" status: 204 len: 168 time: 0.7298493 May 10 21:25:48.483155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:48.490215 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ec01-c1f0-4eb9-a71f-a2fb2ba1d831 admin admin] Pushing event deleted for resources: {'Network': ['ID=542a7900-ef11-4cb8-92b8-4e9f6e52a9ae,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:48.679353 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88ece16a-6930-481d-9a56-0c75b1f81b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:48.723556 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-491988e0-a635-43ec-b7a4-d31b5dfee54e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:48.725004 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-491988e0-a635-43ec-b7a4-d31b5dfee54e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 815 time: 0.1950493 May 10 21:25:48.733689 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-47334fa9-037b-4832-b4e5-1d6ce893c270 req-40503e3a-4057-42dd-8c2f-55d6d6160c7e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 210 time: 0.0427744 May 10 21:25:48.876089 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781c858-e44d-432c-8a59-4c1768385a20 req-8113493f-ad33-4c46-ab53-6e0f031a678e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:48.877798 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7781c858-e44d-432c-8a59-4c1768385a20 req-8113493f-ad33-4c46-ab53-6e0f031a678e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.1209080 May 10 21:25:48.889595 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-b6256f74-1d19-42cb-aeaa-6e3a141e544a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8286226c580f4896aec72c65642fce30 HTTP/1.1" status: 200 len: 379 time: 0.1546719 May 10 21:25:48.905766 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'port': {'device_id': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'admin_state_up': True, 'tenant_id': '8286226c580f4896aec72c65642fce30', 'security_groups': ['c46836b0-376c-474f-a534-7f8490333ca3']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:48.921080 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:48.942163 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:48.942651 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 81d5e962-f5f9-4777-a4e4-4ebe14c3f896 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:48.943146 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device dd736f3b-94d5-4fa8-842d-32ebdfc93464 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:48.963780 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: dd736f3b-94d5-4fa8-842d-32ebdfc93464 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:48.965211 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device dd736f3b-94d5-4fa8-842d-32ebdfc93464 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:48.965703 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device ea295292-0574-4e3e-ab62-c01623486f4e no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:48.986802 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: ea295292-0574-4e3e-ab62-c01623486f4e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:48.987301 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device ea295292-0574-4e3e-ab62-c01623486f4e not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:49.050555 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7781c858-e44d-432c-8a59-4c1768385a20 req-521a012c-0566-4529-b288-abbf70d4a217 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571717 May 10 21:25:49.161852 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (269e96bd-decf-4c6f-95e3-e8856d608e49), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.211177 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Made reservation on behalf of 8286226c580f4896aec72c65642fce30 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:25:49.214612 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.468274 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Allocated IP 172.20.0.9 (3f280d19-4e21-4706-a61f-7c29f950ac00/9d80f143-2da6-498b-91cd-4bf0b726ac2c/ed83693c-e120-41e7-b5f7-1f27045a59aa) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:25:49.542343 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Deleting port b671f2e8-30f6-4a9c-8861-394296bd2c3e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:49.543057 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.695837 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] For port b671f2e8-30f6-4a9c-8861-394296bd2c3e, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=b671f2e8-30f6-4a9c-8861-394296bd2c3e,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:49.696200 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.718540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Calling delete_port for b671f2e8-30f6-4a9c-8861-394296bd2c3e owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:49.722704 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.833234 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-498a2cdf-a7e1-444f-b459-dcf9056fa5fc req-fa9cfd3a-9826-445b-bcf0-238dc5b59f73 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 210 time: 0.0288076 May 10 21:25:49.872768 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.896307 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:49.928246 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:25:49.933658 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:25:49.941761 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:25:50.203028 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-35ab49ab-4ba4-485f-9e76-95c23673dc3f None None] Provisioning complete for port ed83693c-e120-41e7-b5f7-1f27045a59aa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:25:50.203601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35ab49ab-4ba4-485f-9e76-95c23673dc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:50.241712 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-35ab49ab-4ba4-485f-9e76-95c23673dc3f None None] Port ed83693c-e120-41e7-b5f7-1f27045a59aa cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:25:50.248647 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event updated for resources: {'Port': ['ID=ed83693c-e120-41e7-b5f7-1f27045a59aa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:50.319765 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:50.320819 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:50.332130 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d79c8d-bbe0-42d2-9370-fc3be77e620a req-0207d516-df55-439e-908a-4efccbf79c79 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:50.333653 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-34d79c8d-bbe0-42d2-9370-fc3be77e620a req-0207d516-df55-439e-908a-4efccbf79c79 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0919728 May 10 21:25:50.383997 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-34d79c8d-bbe0-42d2-9370-fc3be77e620a req-1946f8cf-4473-4f9a-975b-9278c113ec00 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 May 10 21:25:50.410817 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (b671f2e8-30f6-4a9c-8861-394296bd2c3e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:50.437065 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Pushing event deleted for resources: {'Port': ['ID=b671f2e8-30f6-4a9c-8861-394296bd2c3e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:50.489823 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-3e35e146-101b-4c86-8c2b-2a1320cf7de0 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5925233 May 10 21:25:50.504732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Request body: {'port': {'device_id': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:25:50.620848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:50.718481 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (269e96bd-decf-4c6f-95e3-e8856d608e49), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:50.965545 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10841d-f9cf-4510-b789-218a98c9a1ba req-0550ecf1-557b-4799-a765-1a3a2a8fe508 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:50.967138 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb10841d-f9cf-4510-b789-218a98c9a1ba req-0550ecf1-557b-4799-a765-1a3a2a8fe508 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 931 time: 0.0494533 May 10 21:25:51.017005 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb10841d-f9cf-4510-b789-218a98c9a1ba req-03060756-3ac9-413e-a261-fca7b7e3b096 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 May 10 21:25:51.169709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Router 269e96bd-decf-4c6f-95e3-e8856d608e49 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:25:51.170584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed83693c-e120-41e7-b5f7-1f27045a59aa {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:25:51.181984 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Publish callbacks [] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.244143 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Transition to ACTIVE for port object ed83693c-e120-41e7-b5f7-1f27045a59aa will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:25:51.296472 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.313421 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:25:51.318501 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-be21711c-0880-46ea-849f-7b8c9ce1218a admin admin] 10.222.0.25 "PUT /v2.0/routers/269e96bd-decf-4c6f-95e3-e8856d608e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8341839 May 10 21:25:51.321679 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:51.324046 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e29402-616b-40b1-a220-ba061239519d None None] Sync routers for ids ['269e96bd-decf-4c6f-95e3-e8856d608e49'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:25:51.328980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.337086 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] Routers {'269e96bd-decf-4c6f-95e3-e8856d608e49'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:51.337086 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['269e96bd-decf-4c6f-95e3-e8856d608e49'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:51.463529 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] Set router 269e96bd-decf-4c6f-95e3-e8856d608e49 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:51.482733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed83693c-e120-41e7-b5f7-1f27045a59aa,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:51.586702 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks [] for router (269e96bd-decf-4c6f-95e3-e8856d608e49), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.594515 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1858ba-68c3-4f03-859b-12195c60a91e req-f4a7d509-eb5d-4afe-9e61-872a7e79d0a7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:51.596168 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7b1858ba-68c3-4f03-859b-12195c60a91e req-f4a7d509-eb5d-4afe-9e61-872a7e79d0a7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.1146021 May 10 21:25:51.657708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:25:49Z', 'revision_number': 5, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:51.692569 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e29402-616b-40b1-a220-ba061239519d None None] Checking router: 269e96bd-decf-4c6f-95e3-e8856d608e49 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:25:51.695834 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Attempting to bind port ed83693c-e120-41e7-b5f7-1f27045a59aa on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:25:51.696322 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Attempting to bind port ed83693c-e120-41e7-b5f7-1f27045a59aa by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:25:51.696549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Attempting to bind port ed83693c-e120-41e7-b5f7-1f27045a59aa on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:25:51.710102 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] Routers {'269e96bd-decf-4c6f-95e3-e8856d608e49'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:25:51.710993 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['269e96bd-decf-4c6f-95e3-e8856d608e49'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:51.738567 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Port ed83693c-e120-41e7-b5f7-1f27045a59aa on network 3f280d19-4e21-4706-a61f-7c29f950ac00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:25:51.738897 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Attempting to bind port ed83693c-e120-41e7-b5f7-1f27045a59aa on network 3f280d19-4e21-4706-a61f-7c29f950ac00 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:25:51.750513 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7b1858ba-68c3-4f03-859b-12195c60a91e req-4c1f2da8-50c5-43de-8b51-f8634bd743ff tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191003 May 10 21:25:51.753173 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:25:51.754557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Checking segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:25:51.754557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Bound using segment: {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:25:51.754557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Bound port: ed83693c-e120-41e7-b5f7-1f27045a59aa, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f09c6-71a1-409f-b3ed-0065f6d84958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:25:51.754964 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.807235 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks [] for router_gateway (269e96bd-decf-4c6f-95e3-e8856d608e49), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.835042 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] Set router 269e96bd-decf-4c6f-95e3-e8856d608e49 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:25:51.843094 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] For port ed83693c-e120-41e7-b5f7-1f27045a59aa, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:25:51.846193 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] For port ed83693c-e120-41e7-b5f7-1f27045a59aa, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:25:51.899781 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.934091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Deleting port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:51.934431 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.955629 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:51.956258 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:51.957666 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ed83693c-e120-41e7-b5f7-1f27045a59aa HTTP/1.1" status: 200 len: 1093 time: 1.4572911 May 10 21:25:51.958112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:51.960400 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:52.019835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1007c3-a7fa-40e8-b6ad-f29e0342e66e x-openstack-request-id: req-7b1007c3-a7fa-40e8-b6ad-f29e0342e66e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:52.020162 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:52.020376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b1007c3-a7fa-40e8-b6ad-f29e0342e66e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:52.020782 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1007c3-a7fa-40e8-b6ad-f29e0342e66e'] response: {'name': 'network-changed', 'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'status': 'completed', 'code': 200} May 10 21:25:52.023843 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be785f89-9e80-4006-8315-3ddff8ddb3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed83693c-e120-41e7-b5f7-1f27045a59aa,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:52.045233 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-39e29402-616b-40b1-a220-ba061239519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:25:49Z', 'revision_number': 5, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:52.078693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e29402-616b-40b1-a220-ba061239519d None None] The sync data for ids ['269e96bd-decf-4c6f-95e3-e8856d608e49'] in dv-cinder-836083-6-iscsi is: [{'id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'name': 'tempest-TestMinimumBasicScenario-1104201028-router', 'tenant_id': '7e32b7fdc90b409e8479835137e2cbf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:23:00Z', 'updated_at': '2022-05-10T21:25:49Z', 'revision_number': 5, 'project_id': '7e32b7fdc90b409e8479835137e2cbf9', 'gw_port': {'id': '1495f615-efcc-4c0c-9eb5-7d04a9068ce8', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e96bd-decf-4c6f-95e3-e8856d608e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:23:01Z', 'updated_at': '2022-05-10T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:25:52.100112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] For port 1495f615-efcc-4c0c-9eb5-7d04a9068ce8, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:52.100624 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:52.133535 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Calling delete_port for 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:52.151663 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c req-3263a8d4-068e-448a-8475-880c54bd93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:52.153258 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c req-3263a8d4-068e-448a-8475-880c54bd93fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 1127 time: 0.1030853 May 10 21:25:52.206056 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec333-c963-449f-9ad0-49c2690c0cd9 req-13562355-7a12-4789-8cef-713100a15172 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:52.207485 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-263ec333-c963-449f-9ad0-49c2690c0cd9 req-13562355-7a12-4789-8cef-713100a15172 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 943 time: 0.0942593 May 10 21:25:52.397005 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c req-b14127c1-fe3e-4cce-a0ab-8b1b9a6425e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:52.398562 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c req-b14127c1-fe3e-4cce-a0ab-8b1b9a6425e0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8286226c580f4896aec72c65642fce30&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2352786 May 10 21:25:52.401668 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-263ec333-c963-449f-9ad0-49c2690c0cd9 req-50488d0b-603d-401f-8467-dae10cdf699a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586170 May 10 21:25:52.549435 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c req-8ef4f09b-865e-4f16-9d7d-02e06621ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:52.551019 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-04fb26bc-9ab5-40dc-9a32-a9e009ae6d3c req-8ef4f09b-865e-4f16-9d7d-02e06621ab76 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041315 May 10 21:25:52.587897 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (1495f615-efcc-4c0c-9eb5-7d04a9068ce8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:52.646121 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Pushing event deleted for resources: {'Port': ['ID=1495f615-efcc-4c0c-9eb5-7d04a9068ce8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:52.676546 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-f35cf930-eb1b-4e16-9ad5-51e30e79bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:52.678064 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-f35cf930-eb1b-4e16-9ad5-51e30e79bdfb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 1127 time: 0.0877414 May 10 21:25:52.739697 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-66c6025b-c59f-4bbb-9175-d6c050400a8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa HTTP/1.1" status: 200 len: 217 time: 0.0443671 May 10 21:25:52.775922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (269e96bd-decf-4c6f-95e3-e8856d608e49), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:52.822376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:52.905106 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6fca-3af7-4277-9238-c1606f7332a8 req-a30cd065-063f-4893-8fb8-5a49c0d2d298 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:52.906812 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3c5d6fca-3af7-4277-9238-c1606f7332a8 req-a30cd065-063f-4893-8fb8-5a49c0d2d298 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0772712 May 10 21:25:52.943239 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device b671f2e8-30f6-4a9c-8861-394296bd2c3e no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:52.967415 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: b671f2e8-30f6-4a9c-8861-394296bd2c3e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:52.967763 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device b671f2e8-30f6-4a9c-8861-394296bd2c3e not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:52.973718 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3c5d6fca-3af7-4277-9238-c1606f7332a8 req-86ff96ff-1d24-4709-aa06-4c72cf5b3761 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600729 May 10 21:25:53.134842 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-cccd5c8a-edd1-4c1f-a772-00d4eeccbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:53.136333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-cccd5c8a-edd1-4c1f-a772-00d4eeccbee3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.3902221 May 10 21:25:53.138369 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (269e96bd-decf-4c6f-95e3-e8856d608e49), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.140560 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks [] for router_controller (269e96bd-decf-4c6f-95e3-e8856d608e49), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.220454 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-9dbb8ad6-0d3e-430d-a401-79bb64b7e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:53.221985 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-9dbb8ad6-0d3e-430d-a401-79bb64b7e03c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410626 May 10 21:25:53.291021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (269e96bd-decf-4c6f-95e3-e8856d608e49), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.295284 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269e96bd-decf-4c6f-95e3-e8856d608e49 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:25:53.296221 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.297447 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2436b164-1282-4cbe-bf4a-40ff11542010 admin admin] 10.222.0.25 "DELETE /v2.0/routers/269e96bd-decf-4c6f-95e3-e8856d608e49 HTTP/1.1" status: 204 len: 168 time: 1.9748538 May 10 21:25:53.300251 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54950) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:53.335567 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-405dcdc0-9d32-4be7-85a6-bc740798bb12 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057200 May 10 21:25:53.374071 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Deleting subnet 19043f6f-0969-4802-8985-6d7b0814412f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:25:53.377439 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Publish callbacks [] for subnet (19043f6f-0969-4802-8985-6d7b0814412f), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.417156 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (19043f6f-0969-4802-8985-6d7b0814412f), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.451700 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-90ed429d-999e-47b1-9f15-c1ce60e34ccb req-91011ff2-96b1-4c1a-bcbf-a2b4b0f8bc54 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084890 May 10 21:25:53.510358 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (19043f6f-0969-4802-8985-6d7b0814412f), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.539839 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a78f6e-141b-4448-b2e8-0097c3f183a1 req-c741a554-05fb-4beb-b37e-1960a9879064 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:53.541751 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-52a78f6e-141b-4448-b2e8-0097c3f183a1 req-c741a554-05fb-4beb-b37e-1960a9879064 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 943 time: 0.0512111 May 10 21:25:53.590507 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-52a78f6e-141b-4448-b2e8-0097c3f183a1 req-f73aa832-a751-457a-923c-47f64901736e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433764 May 10 21:25:53.622732 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (19043f6f-0969-4802-8985-6d7b0814412f), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.649363 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19043f6f-0969-4802-8985-6d7b0814412f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:53.653092 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.656580 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a29553ff-7de1-468c-b99f-9a8861012e6f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/19043f6f-0969-4802-8985-6d7b0814412f HTTP/1.1" status: 204 len: 168 time: 0.3550992 May 10 21:25:53.658907 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54954) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:53.662174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464c429-0f5f-4b6b-890f-741d3cea9064 None None] Network d1059785-1aa0-4e3e-b796-0f6eda67ee60 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:25:53.732380 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (d1059785-1aa0-4e3e-b796-0f6eda67ee60), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.782210 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Deleting port f647edd3-087a-4e39-bdf0-5bb2c9180b97 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:53.782733 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.822775 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] DHCP port deletion for d1059785-1aa0-4e3e-b796-0f6eda67ee60 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:25:53.857293 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] For port f647edd3-087a-4e39-bdf0-5bb2c9180b97, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=f647edd3-087a-4e39-bdf0-5bb2c9180b97,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:53.857659 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.868917 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] Deleting port f647edd3-087a-4e39-bdf0-5bb2c9180b97 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:25:53.869398 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.870742 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Calling delete_port for f647edd3-087a-4e39-bdf0-5bb2c9180b97 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:53.936642 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] For port f647edd3-087a-4e39-bdf0-5bb2c9180b97, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=f647edd3-087a-4e39-bdf0-5bb2c9180b97,segment=NetworkSegment(ffa0a0e1-4f4b-4f0d-a730-163ee474675e),segment_id=ffa0a0e1-4f4b-4f0d-a730-163ee474675e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:53.937334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:53.950779 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] Calling delete_port for f647edd3-087a-4e39-bdf0-5bb2c9180b97 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:25:54.022400 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.029690 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (f647edd3-087a-4e39-bdf0-5bb2c9180b97), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.052899 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f647edd3-087a-4e39-bdf0-5bb2c9180b97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:54.059943 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] No DVR routers for this DVR port f647edd3-087a-4e39-bdf0-5bb2c9180b97 on host dv-cinder-836083-6-iscsi {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:54.062004 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] Pushing event deleted for resources: {'Port': ['ID=f647edd3-087a-4e39-bdf0-5bb2c9180b97,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:54.066295 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d963e2f-b12f-4f78-bb16-24c7874bf964 None None] No DVR routers for this DVR port f647edd3-087a-4e39-bdf0-5bb2c9180b97 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:25:54.143940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a5680-2667-472d-8f7e-9669d3b95faf req-37952057-d440-4d01-b344-debcda308c61 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:54.145414 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-419a5680-2667-472d-8f7e-9669d3b95faf req-37952057-d440-4d01-b344-debcda308c61 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0879781 May 10 21:25:54.177136 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (d1059785-1aa0-4e3e-b796-0f6eda67ee60), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.212640 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1059785-1aa0-4e3e-b796-0f6eda67ee60']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:54.229834 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:54.230132 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa0a0e1-4f4b-4f0d-a730-163ee474675e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:25:54.248935 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (ffa0a0e1-4f4b-4f0d-a730-163ee474675e), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.258945 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-419a5680-2667-472d-8f7e-9669d3b95faf req-cba194ab-7c93-4f3b-86ca-3e2e1f6649c6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838099 May 10 21:25:54.266860 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (ffa0a0e1-4f4b-4f0d-a730-163ee474675e), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.274204 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:25:54.274204 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (ffa0a0e1-4f4b-4f0d-a730-163ee474675e), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:25:54.275945 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:25:54.399460 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (d1059785-1aa0-4e3e-b796-0f6eda67ee60), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.405686 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.409019 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d1059785-1aa0-4e3e-b796-0f6eda67ee60 HTTP/1.1" status: 204 len: 168 time: 0.7491643 May 10 21:25:54.420415 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a9b6-6061-4f17-86ca-88a137b60da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1059785-1aa0-4e3e-b796-0f6eda67ee60,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:54.714950 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8407b8-3091-4d4c-acd6-7eef234d5c90 req-e1181caa-9012-45b9-aaa2-87987c80a101 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:54.716512 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b8407b8-3091-4d4c-acd6-7eef234d5c90 req-e1181caa-9012-45b9-aaa2-87987c80a101 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 943 time: 0.0529022 May 10 21:25:54.739570 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 54966) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:54.766826 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b8407b8-3091-4d4c-acd6-7eef234d5c90 req-418ffa7f-d769-4d3f-8db7-c0e6073f1856 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446968 May 10 21:25:54.789534 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:54.789772 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fd3a3b85-579f-422f-a92e-074f54211df7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7858ff72ee9843a493c27f9592a540b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483365 May 10 21:25:54.839516 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d91b2cd1-21e2-4609-8f4f-e0ab77701350 admin admin] Publish callbacks [] for security_group (8bb2a690-1491-47d7-a699-c164c20aa00e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.864662 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d91b2cd1-21e2-4609-8f4f-e0ab77701350 admin admin] Publish callbacks [] for security_group (8bb2a690-1491-47d7-a699-c164c20aa00e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.916251 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device f647edd3-087a-4e39-bdf0-5bb2c9180b97 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:54.938089 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: f647edd3-087a-4e39-bdf0-5bb2c9180b97 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:54.938462 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device f647edd3-087a-4e39-bdf0-5bb2c9180b97 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:54.938910 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:25:54.958808 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:25:54.959164 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1495f615-efcc-4c0c-9eb5-7d04a9068ce8 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:25:54.981638 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d91b2cd1-21e2-4609-8f4f-e0ab77701350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (8bb2a690-1491-47d7-a699-c164c20aa00e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.984319 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d91b2cd1-21e2-4609-8f4f-e0ab77701350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:54.985472 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d91b2cd1-21e2-4609-8f4f-e0ab77701350 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bb2a690-1491-47d7-a699-c164c20aa00e HTTP/1.1" status: 204 len: 168 time: 0.1953001 May 10 21:25:54.993874 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b2cd1-21e2-4609-8f4f-e0ab77701350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb2a690-1491-47d7-a699-c164c20aa00e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:55.385027 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86416c-418d-4056-a0f9-fd73d12695ff req-fbb04d00-722d-46bc-893a-8b11d6819e06 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:55.386548 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ec86416c-418d-4056-a0f9-fd73d12695ff req-fbb04d00-722d-46bc-893a-8b11d6819e06 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0478158 May 10 21:25:55.442368 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ec86416c-418d-4056-a0f9-fd73d12695ff req-5f8f48ee-9aa3-41d2-8419-6507cf7d5b99 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502574 May 10 21:25:55.597134 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54978) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:55.638967 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b331ac1d-7cfe-4bbf-b550-ed93b6390cfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e32b7fdc90b409e8479835137e2cbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406630 May 10 21:25:55.641680 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 54980) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:25:55.688243 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40cf2b13-91c4-4474-a446-1faa431b9de7 admin admin] Publish callbacks [] for security_group (032a9806-3aa2-4f1c-b267-0c651aeb1dbf), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:55.713218 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40cf2b13-91c4-4474-a446-1faa431b9de7 admin admin] Publish callbacks [] for security_group (032a9806-3aa2-4f1c-b267-0c651aeb1dbf), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:55.873297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40cf2b13-91c4-4474-a446-1faa431b9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (032a9806-3aa2-4f1c-b267-0c651aeb1dbf), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:55.875919 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40cf2b13-91c4-4474-a446-1faa431b9de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:55.877053 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-40cf2b13-91c4-4474-a446-1faa431b9de7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/032a9806-3aa2-4f1c-b267-0c651aeb1dbf HTTP/1.1" status: 204 len: 168 time: 0.2344966 May 10 21:25:55.888832 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edd63a-a970-4b30-84de-31366a823b93 req-636b7c03-c455-43c5-9fd2-d29777648f77 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:55.890427 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48edd63a-a970-4b30-84de-31366a823b93 req-636b7c03-c455-43c5-9fd2-d29777648f77 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 943 time: 0.0567927 May 10 21:25:55.895569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf2b13-91c4-4474-a446-1faa431b9de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a9806-3aa2-4f1c-b267-0c651aeb1dbf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:55.944338 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48edd63a-a970-4b30-84de-31366a823b93 req-391431be-dd6a-48f0-953a-f07176ebaf86 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464284 May 10 21:25:56.564369 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb27d-c6a4-4180-bdd2-6d24ee1da9dd req-63689a4d-83a4-47db-8797-c7db1a7da3e7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:56.565823 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb1cb27d-c6a4-4180-bdd2-6d24ee1da9dd req-63689a4d-83a4-47db-8797-c7db1a7da3e7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0493934 May 10 21:25:56.612257 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cb1cb27d-c6a4-4180-bdd2-6d24ee1da9dd req-ffbb2a08-b532-46b0-9391-eb2e8ddc4f7e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 May 10 21:25:57.055456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae69b-a91d-492d-a56c-e9f483ef5d21 req-24c3e351-e0be-4011-a887-009cd5cf9c07 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:57.056823 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-401ae69b-a91d-492d-a56c-e9f483ef5d21 req-24c3e351-e0be-4011-a887-009cd5cf9c07 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 943 time: 0.0454977 May 10 21:25:57.105136 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-401ae69b-a91d-492d-a56c-e9f483ef5d21 req-928b250e-5e26-442f-b430-908df05977d9 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 May 10 21:25:57.267916 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed83693c-e120-41e7-b5f7-1f27045a59aa details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:25:57.491722 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port ed83693c-e120-41e7-b5f7-1f27045a59aa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:57.503712 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'port_id': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'mac_address': 'fa:16:3e:60:24:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:25:57.541412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port ed83693c-e120-41e7-b5f7-1f27045a59aa is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:25:57.541799 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:57.554157 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed83693c-e120-41e7-b5f7-1f27045a59aa {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:25:57.573987 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port ed83693c-e120-41e7-b5f7-1f27045a59aa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:57.662116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:57.714227 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=ed83693c-e120-41e7-b5f7-1f27045a59aa,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:57.736079 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f7780-3413-4248-96da-bf88977fa56a req-38df622f-f19e-4d70-86b8-1c003b6ad8cc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:57.737581 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1f1f7780-3413-4248-96da-bf88977fa56a req-38df622f-f19e-4d70-86b8-1c003b6ad8cc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0502138 May 10 21:25:57.786318 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1f1f7780-3413-4248-96da-bf88977fa56a req-bc5767c7-755d-49c0-80f4-13c76b42f98c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426145 May 10 21:25:57.956396 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['ed83693c-e120-41e7-b5f7-1f27045a59aa'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:58.216992 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc73c95-d8b2-4769-8df5-11dc4099c05e req-9f8489ba-da96-463a-9770-fc0ad42688e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:58.218794 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0bc73c95-d8b2-4769-8df5-11dc4099c05e req-9f8489ba-da96-463a-9770-fc0ad42688e3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 944 time: 0.0467362 May 10 21:25:58.265712 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0bc73c95-d8b2-4769-8df5-11dc4099c05e req-e112b21b-6b87-4581-8c11-9738e8f618ba tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414779 May 10 21:25:58.905402 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4fb2-dd6b-4493-9da8-d41c9476fa2c req-4b180945-d86e-4e64-8b34-faab743d217d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:58.906874 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c6ba4fb2-dd6b-4493-9da8-d41c9476fa2c req-4b180945-d86e-4e64-8b34-faab743d217d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0458357 May 10 21:25:58.955959 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c6ba4fb2-dd6b-4493-9da8-d41c9476fa2c req-0b6671b8-dbcd-4a72-a611-b5ecb71d4413 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 May 10 21:25:59.284033 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:25:59.288121 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed83693c-e120-41e7-b5f7-1f27045a59aa up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:25:59.378371 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda8fd-5e90-4f3e-9619-438856243ab2 req-981f6af4-f6ff-4e79-892f-f8c172c84e18 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:25:59.379876 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f4fda8fd-5e90-4f3e-9619-438856243ab2 req-981f6af4-f6ff-4e79-892f-f8c172c84e18 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 944 time: 0.0470176 May 10 21:25:59.394601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port ed83693c-e120-41e7-b5f7-1f27045a59aa completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:25:59.425093 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:59.427817 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f4fda8fd-5e90-4f3e-9619-438856243ab2 req-8e48b0bf-3c7f-4d2b-8d6c-9af47d22eeab tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414355 May 10 21:25:59.441003 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '53eb87d9-7496-49b6-b83d-932f96780089', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'port_id': '53eb87d9-7496-49b6-b83d-932f96780089', 'mac_address': 'fa:16:3e:82:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:25:59.479906 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port ed83693c-e120-41e7-b5f7-1f27045a59aa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:25:59.480285 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:59.482904 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: ACTIVE; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:25:59.483315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:59.515152 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53eb87d9-7496-49b6-b83d-932f96780089 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:25:59.542730 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:59.583419 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port ed83693c-e120-41e7-b5f7-1f27045a59aa is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:25:59.583807 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:59.607156 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:25:59.609465 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece0bfd-791f-49bb-bdbb-c1c6338c9d4b" -d '{"events": [{"server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "name": "network-vif-plugged", "status": "completed", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:25:59.614096 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:59.629926 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port ed83693c-e120-41e7-b5f7-1f27045a59aa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:25:59.675691 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:59.713484 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:25:59.740628 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['53eb87d9-7496-49b6-b83d-932f96780089'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:25:59.797783 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=ed83693c-e120-41e7-b5f7-1f27045a59aa,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:25:59.823045 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0710ee39-f5f4-47bb-8406-f880d4de3b41 x-openstack-request-id: req-0710ee39-f5f4-47bb-8406-f880d4de3b41 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:25:59.823337 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "name": "network-vif-plugged", "status": "completed", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:25:59.826546 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0710ee39-f5f4-47bb-8406-f880d4de3b41 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:25:59.826546 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0710ee39-f5f4-47bb-8406-f880d4de3b41'] response: {'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'code': 200} May 10 21:26:00.077929 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06ee4-30f1-42ff-ad29-5b7a2c7e53e3 req-b62fa327-d7b4-4698-8b63-1c871868eb18 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:00.079346 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-00c06ee4-30f1-42ff-ad29-5b7a2c7e53e3 req-b62fa327-d7b4-4698-8b63-1c871868eb18 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 944 time: 0.0515535 May 10 21:26:00.137584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0758748-1697-4111-9dee-7c14ca80e49e req-3c85b306-95cd-42f1-83ad-b3b4fe6c20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:00.139085 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a0758748-1697-4111-9dee-7c14ca80e49e req-3c85b306-95cd-42f1-83ad-b3b4fe6c20a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 1129 time: 0.0565746 May 10 21:26:00.166451 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-00c06ee4-30f1-42ff-ad29-5b7a2c7e53e3 req-9b81fe41-aeb8-491d-831b-f760d592209e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766947 May 10 21:26:00.193034 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a0758748-1697-4111-9dee-7c14ca80e49e req-cd27085b-5f5c-4e5f-a43e-0334d7924074 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 May 10 21:26:00.545094 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27927-82b0-4324-af64-3667448336a1 req-d41d0153-e3e8-4e43-96f1-71e83b78d65a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:00.546612 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-eee27927-82b0-4324-af64-3667448336a1 req-d41d0153-e3e8-4e43-96f1-71e83b78d65a tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0484414 May 10 21:26:00.595889 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-eee27927-82b0-4324-af64-3667448336a1 req-43417581-df61-44de-bc9b-27413889951d tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 May 10 21:26:01.284582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22202-63e1-453c-a7a1-046e871cf309 req-935d3bc0-958e-4461-8c0c-a95d646fe636 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:01.286099 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e6f22202-63e1-453c-a7a1-046e871cf309 req-935d3bc0-958e-4461-8c0c-a95d646fe636 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 944 time: 0.0482774 May 10 21:26:01.290465 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:26:01.340650 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 53eb87d9-7496-49b6-b83d-932f96780089 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:26:01.341026 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (53eb87d9-7496-49b6-b83d-932f96780089), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:01.344368 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e6f22202-63e1-453c-a7a1-046e871cf309 req-efc44ca6-20f4-4185-aef9-155f6c6c84b2 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494738 May 10 21:26:01.435303 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:26:01.435887 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:01.473115 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:01.530377 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:01.578401 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:01.733303 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f53b-652e-4fdb-b0fe-66804cba2bfc req-5d2d445b-24c4-4fe0-9a93-c7912d2eff60 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:01.735102 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0cd3f53b-652e-4fdb-b0fe-66804cba2bfc req-5d2d445b-24c4-4fe0-9a93-c7912d2eff60 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0697000 May 10 21:26:01.807226 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0cd3f53b-652e-4fdb-b0fe-66804cba2bfc req-7125fc62-5ec1-4401-a0f8-29c6d3afc258 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642517 May 10 21:26:01.826751 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:26:01.830226 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314b304-e880-4533-a933-7892f1b99b62" -d '{"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-plugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:26:01.900043 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a528d-f3fb-48e3-bc77-cf0c27da2089 x-openstack-request-id: req-cc2a528d-f3fb-48e3-bc77-cf0c27da2089 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:26:01.900365 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-plugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:26:01.900622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc2a528d-f3fb-48e3-bc77-cf0c27da2089 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:26:01.901016 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2a528d-f3fb-48e3-bc77-cf0c27da2089'] response: {'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'code': 200} May 10 21:26:01.967108 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141bf4a-fa06-4501-a662-4e7fc7ed9e1d req-d4dcfe4e-2142-4a66-8fcc-ccd1f8670fa3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:01.968974 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0141bf4a-fa06-4501-a662-4e7fc7ed9e1d req-d4dcfe4e-2142-4a66-8fcc-ccd1f8670fa3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0520370 May 10 21:26:01.979348 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 55060) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:01.985014 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Request body: {'floatingip': {'port_id': 'ed83693c-e120-41e7-b5f7-1f27045a59aa'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:26:02.026934 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (e73e9758-18fc-4650-8468-41a31045b9ea), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:02.482587 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab388c7-03ff-447b-8bd7-a0b390165840 req-35cf8524-8a78-40c7-977a-c1d91e82e2e9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:02.489435 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cab388c7-03ff-447b-8bd7-a0b390165840 req-35cf8524-8a78-40c7-977a-c1d91e82e2e9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0612259 May 10 21:26:02.547687 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cab388c7-03ff-447b-8bd7-a0b390165840 req-b832825f-8154-45a1-9c4b-7985b3d294bb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552478 May 10 21:26:02.616480 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:02.713438 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (e73e9758-18fc-4650-8468-41a31045b9ea), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:02.857852 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP e73e9758-18fc-4650-8468-41a31045b9ea associated. External IP: 172.27.3.206, port: ed83693c-e120-41e7-b5f7-1f27045a59aa. May 10 21:26:03.114584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:26:03.237286 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:26:03.243270 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:03.251282 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:26:03.263314 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:26:03.264200 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:03.290137 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a87da306-bc8f-48fb-b163-46ecc4e4c493 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "PUT /v2.0/floatingips/e73e9758-18fc-4650-8468-41a31045b9ea HTTP/1.1" status: 200 len: 991 time: 1.3086605 May 10 21:26:03.290888 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:26:03.293354 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841" -d '{"events": [{"name": "network-changed", "server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:26:03.380296 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:26:03.412379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b130e-0a37-4590-9224-7b5555724105 x-openstack-request-id: req-eb4b130e-0a37-4590-9224-7b5555724105 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:26:03.412898 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:26:03.413298 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb4b130e-0a37-4590-9224-7b5555724105 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:26:03.414399 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4b130e-0a37-4590-9224-7b5555724105'] response: {'name': 'network-changed', 'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'status': 'completed', 'code': 200} May 10 21:26:03.496612 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-86349b8b-cac8-491c-8695-241fb8f3f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:03.505856 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-86349b8b-cac8-491c-8695-241fb8f3f8db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8286226c580f4896aec72c65642fce30&device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 1129 time: 0.0724063 May 10 21:26:03.627564 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-5621218d-f196-4e04-bf2f-13921a12687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:03.631716 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-5621218d-f196-4e04-bf2f-13921a12687a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 200 len: 916 time: 0.1182454 May 10 21:26:03.707870 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'e73e9758-18fc-4650-8468-41a31045b9ea', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:60:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:25:44Z', 'updated_at': '2022-05-10T21:26:02Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:03.715608 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-418417d3-9a80-46c6-9595-4d3ab0ac054d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa HTTP/1.1" status: 200 len: 999 time: 0.0762691 May 10 21:26:03.729388 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58fed7-fc9d-43da-8112-c75a3cb84fc0 req-88ea76e0-2965-49d5-96e7-0e35d19c9706 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:03.736859 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8d58fed7-fc9d-43da-8112-c75a3cb84fc0 req-88ea76e0-2965-49d5-96e7-0e35d19c9706 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0734963 May 10 21:26:03.743635 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:26:03.752835 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:26:03.753769 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:25:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:03.797762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-e7762ef3-6708-4d0f-87e7-34bb96684090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:03.799380 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-e7762ef3-6708-4d0f-87e7-34bb96684090 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 200 len: 854 time: 0.0758829 May 10 21:26:03.819358 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8d58fed7-fc9d-43da-8112-c75a3cb84fc0 req-9cf5eacf-abbd-4d88-8bb7-80067c363fb3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778341 May 10 21:26:03.872345 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:26:03.873733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-462e889a-224b-4897-a526-ad8bc581c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:03.875342 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-462e889a-224b-4897-a526-ad8bc581c027 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f280d19-4e21-4706-a61f-7c29f950ac00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686131 May 10 21:26:04.003195 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-a2f11db5-dd95-4aec-93e1-9d50561e338a service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200128 May 10 21:26:04.122328 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4bebf8ac-d888-449e-8ed3-7a9aaeb6a841 req-2fd4b937-dbd8-4500-9b23-b5c0ba896472 service neutron] 10.222.0.23 "GET /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121712 May 10 21:26:04.157222 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'e73e9758-18fc-4650-8468-41a31045b9ea', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:60:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:25:44Z', 'updated_at': '2022-05-10T21:26:02Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:04.189648 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3f9c2-35b5-49cd-8e98-7f96ab51b9de None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'e73e9758-18fc-4650-8468-41a31045b9ea', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'port_id': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'mac_address': 'fa:16:3e:60:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:25:44Z', 'updated_at': '2022-05-10T21:26:02Z', 'revision_number': 1, 'project_id': '8286226c580f4896aec72c65642fce30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:26:04.487435 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8b1e-6068-4415-b753-1917c667c173 None None] New status for floating IP e73e9758-18fc-4650-8468-41a31045b9ea: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:26:04.980101 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac61130-384b-476b-bbc4-8606b66fb1b2 req-170a7f20-4617-4b0a-9870-3d8ef5d96796 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:04.982010 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ac61130-384b-476b-bbc4-8606b66fb1b2 req-170a7f20-4617-4b0a-9870-3d8ef5d96796 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0552056 May 10 21:26:05.030058 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ac61130-384b-476b-bbc4-8606b66fb1b2 req-d50bc8d9-5051-440e-b17d-9a66efd28aa8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 May 10 21:26:06.165654 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377d534-9cd1-4fd2-8dcd-bdbc7c0bd399 req-bd444229-4102-4f6b-99e5-cb975d8a28a4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:06.167825 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0377d534-9cd1-4fd2-8dcd-bdbc7c0bd399 req-bd444229-4102-4f6b-99e5-cb975d8a28a4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0579665 May 10 21:26:06.236216 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0377d534-9cd1-4fd2-8dcd-bdbc7c0bd399 req-6cc154c3-b5ab-480c-8b66-50bd4bb55f84 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620458 May 10 21:26:06.717629 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55104) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:06.862500 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ab53581-d05d-46f4-b23d-65d35964e7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:06.970083 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ab53581-d05d-46f4-b23d-65d35964e7cf admin admin] Publish callbacks [] for security_group (aa85057c-edc4-4b86-91d5-2a6824a4552f), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:07.039982 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ab53581-d05d-46f4-b23d-65d35964e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (aa85057c-edc4-4b86-91d5-2a6824a4552f), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:07.100173 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-3ab53581-d05d-46f4-b23d-65d35964e7cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f8ba34ea041484a95d0b9ef6336c244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791070 May 10 21:26:07.100173 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab53581-d05d-46f4-b23d-65d35964e7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa85057c-edc4-4b86-91d5-2a6824a4552f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:07.100996 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 55108) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:07.186863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c029d09-2e43-48c4-9940-df384d6da885 admin admin] Publish callbacks [] for security_group (aa85057c-edc4-4b86-91d5-2a6824a4552f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:07.212485 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c029d09-2e43-48c4-9940-df384d6da885 admin admin] Publish callbacks [] for security_group (aa85057c-edc4-4b86-91d5-2a6824a4552f), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:07.380620 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359e48a-8115-42e5-86f1-cd675d8f07de req-5f0e8f75-e05e-47b2-9ad4-389a3856a92a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:07.382219 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9359e48a-8115-42e5-86f1-cd675d8f07de req-5f0e8f75-e05e-47b2-9ad4-389a3856a92a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0675955 May 10 21:26:07.411924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c029d09-2e43-48c4-9940-df384d6da885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (aa85057c-edc4-4b86-91d5-2a6824a4552f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:07.415075 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c029d09-2e43-48c4-9940-df384d6da885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:07.416511 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4c029d09-2e43-48c4-9940-df384d6da885 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa85057c-edc4-4b86-91d5-2a6824a4552f HTTP/1.1" status: 204 len: 168 time: 0.3140147 May 10 21:26:07.441134 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c029d09-2e43-48c4-9940-df384d6da885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa85057c-edc4-4b86-91d5-2a6824a4552f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:07.483554 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9359e48a-8115-42e5-86f1-cd675d8f07de req-e57e7869-001d-4a45-8814-3c1f263f0d75 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934315 May 10 21:26:08.628263 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ba948-921e-40cb-9231-0d86816349d9 req-1b809fb2-bf09-42b5-a610-daf210b8572d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:08.630126 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8f8ba948-921e-40cb-9231-0d86816349d9 req-1b809fb2-bf09-42b5-a610-daf210b8572d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0591626 May 10 21:26:08.723271 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8f8ba948-921e-40cb-9231-0d86816349d9 req-b693f48c-60de-416a-a3b7-edbffbac121c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846753 May 10 21:26:09.870965 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bf467-22d6-45e6-afe5-0bc1b35ecca7 req-1a01ea1d-c3cd-4074-88c8-c80192966a42 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:09.878088 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-645bf467-22d6-45e6-afe5-0bc1b35ecca7 req-1a01ea1d-c3cd-4074-88c8-c80192966a42 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0688291 May 10 21:26:09.933134 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-645bf467-22d6-45e6-afe5-0bc1b35ecca7 req-8ce6eedc-3cf3-47f3-b182-309d55e6879f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540030 May 10 21:26:10.590532 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:26:11.063902 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8429-34ef-4edb-8889-d8555e274cdd req-d90870e4-438f-411e-9a00-59ea320f2c9d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:11.066274 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-784a8429-34ef-4edb-8889-d8555e274cdd req-d90870e4-438f-411e-9a00-59ea320f2c9d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0609241 May 10 21:26:11.122627 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-784a8429-34ef-4edb-8889-d8555e274cdd req-45b6a0eb-2fb4-43e5-b634-507285a10053 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476854 May 10 21:26:12.249837 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5dcd-bb90-4ca4-9808-f798c492db9a req-0de14050-041a-42b7-a3b4-6f083abe2f49 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:12.251340 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-09bd5dcd-bb90-4ca4-9808-f798c492db9a req-0de14050-041a-42b7-a3b4-6f083abe2f49 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0479615 May 10 21:26:12.298245 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-09bd5dcd-bb90-4ca4-9808-f798c492db9a req-0a7ade22-9b54-466a-b1e5-b65b4e0d4406 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 May 10 21:26:13.418975 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d9bbb-131d-4175-88bc-b4be11c3fae4 req-3a9b1721-9912-4560-b6ab-7858e224d981 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:13.420449 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-374d9bbb-131d-4175-88bc-b4be11c3fae4 req-3a9b1721-9912-4560-b6ab-7858e224d981 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0466833 May 10 21:26:13.467491 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-374d9bbb-131d-4175-88bc-b4be11c3fae4 req-707d3e5a-1615-45cb-bd0d-c7f96df22ede tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 May 10 21:26:13.896072 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:14.596096 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7950-b36c-4dd4-9bb5-17206bda1066 req-4aa43669-1d49-46b5-bee4-0185991c1635 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:14.598636 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-bb2b7950-b36c-4dd4-9bb5-17206bda1066 req-4aa43669-1d49-46b5-bee4-0185991c1635 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0541089 May 10 21:26:14.650338 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-bb2b7950-b36c-4dd4-9bb5-17206bda1066 req-d7befad7-21c9-4cdd-8b07-97fb13410633 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451915 May 10 21:26:15.278326 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-8783afc8-ad40-4a6a-8ebc-e1d46de2a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:15.279833 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-8783afc8-ad40-4a6a-8ebc-e1d46de2a8f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1129 time: 0.0404263 May 10 21:26:15.368993 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-acdacd5f-616a-48a5-8d95-d735569a8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:15.370473 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-acdacd5f-616a-48a5-8d95-d735569a8b1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.0845239 May 10 21:26:15.441185 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-934eac12-16db-4d26-8225-51c2a59965dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 1001 time: 0.0613551 May 10 21:26:15.488763 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-148f758d-c2cc-4da3-b565-9fda782a5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:15.490167 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-148f758d-c2cc-4da3-b565-9fda782a5700 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0426891 May 10 21:26:15.533105 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-d59322c7-e31c-47d7-a87a-9ebbab79ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:15.534733 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-d59322c7-e31c-47d7-a87a-9ebbab79ea9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374177 May 10 21:26:15.627320 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-67f9500e-85fb-4845-a7e1-9088e534c2ff service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858977 May 10 21:26:15.725211 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-accaf2e8-0684-42fb-8c2f-61088b76aff6 req-046c0512-e498-467a-8652-104493025d44 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879397 May 10 21:26:15.777067 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d0ca-a70b-4af5-9a0a-ea6a0c14fe11 req-2ed42616-6195-4757-b9e6-e51b77baff86 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:15.778609 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1258d0ca-a70b-4af5-9a0a-ea6a0c14fe11 req-2ed42616-6195-4757-b9e6-e51b77baff86 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0536072 May 10 21:26:15.826406 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1258d0ca-a70b-4af5-9a0a-ea6a0c14fe11 req-d99c2cf8-f45e-4b33-b727-d8574c18e72d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 May 10 21:26:16.530402 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d67584a-75bc-48ad-8c6b-f8be1b9efea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:16.950984 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32c264-f655-4b7f-a9fa-962667b3788c req-35c81353-a9df-43fc-bacd-11d0a64d09db tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:16.952426 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2a32c264-f655-4b7f-a9fa-962667b3788c req-35c81353-a9df-43fc-bacd-11d0a64d09db tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0460396 May 10 21:26:16.997332 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2a32c264-f655-4b7f-a9fa-962667b3788c req-12230dbe-9846-481b-8b30-5b1a8d68c42b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 May 10 21:26:18.114491 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6e904-0dc7-4cb4-9afb-470582f49deb req-acd70fae-d704-4d4a-9864-fba76ba5005e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:18.115965 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9db6e904-0dc7-4cb4-9afb-470582f49deb req-acd70fae-d704-4d4a-9864-fba76ba5005e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0474579 May 10 21:26:18.162114 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9db6e904-0dc7-4cb4-9afb-470582f49deb req-e8d3a4eb-27db-4990-bf13-47a89d786fbf tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 May 10 21:26:18.695872 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-828e1437-3630-44f4-8ce0-1b613e365b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:19.030148 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-84df0241-5d44-463e-ba4a-ee16acfed005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:19.031677 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-84df0241-5d44-463e-ba4a-ee16acfed005 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1129 time: 0.0389359 May 10 21:26:19.160635 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-6fae1c18-9751-4915-81fa-e73b7bb2b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:19.162091 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-6fae1c18-9751-4915-81fa-e73b7bb2b7d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.0874162 May 10 21:26:19.229104 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-ab188daa-f5bd-42d4-80c7-f13e525cc99f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 1001 time: 0.0604451 May 10 21:26:19.311764 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96390b27-d102-4fb3-b4a5-c2822c7c4d9a req-02e6b9af-fd38-4d13-aa19-1fe65d4aff91 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:19.313263 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-96390b27-d102-4fb3-b4a5-c2822c7c4d9a req-02e6b9af-fd38-4d13-aa19-1fe65d4aff91 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 945 time: 0.0783012 May 10 21:26:19.328985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-a4985081-b352-4021-9de2-544ee946fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:19.330348 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-a4985081-b352-4021-9de2-544ee946fc58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0942957 May 10 21:26:19.380534 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:26:19.392469 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-26cd1d6f-049f-4993-872c-4fcae4142f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:19.394982 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-26cd1d6f-049f-4993-872c-4fcae4142f7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576668 May 10 21:26:19.397388 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-96390b27-d102-4fb3-b4a5-c2822c7c4d9a req-26d3c191-cf99-46a9-8b9d-e43f72fcbe1e tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783439 May 10 21:26:19.461404 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: ACTIVE; New status is: DOWN {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:26:19.461743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:19.488436 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-ff05ea98-1c42-47ca-afaf-124e151e3adb service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 May 10 21:26:19.492154 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:26:19.495085 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b163730-3e6d-4417-bd0f-afb0bfecc496" -d '{"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-unplugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:26:19.507836 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:19.534493 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d43ba-8219-4f77-90fe-b15685b65200 x-openstack-request-id: req-9c1d43ba-8219-4f77-90fe-b15685b65200 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:26:19.534818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-unplugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:26:19.535078 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c1d43ba-8219-4f77-90fe-b15685b65200 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:26:19.535479 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1d43ba-8219-4f77-90fe-b15685b65200'] response: {'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'code': 200} May 10 21:26:19.547499 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:19.595961 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:19.756425 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c522216-19e7-4ba5-8859-958a0c78ae9d req-9a92c394-01a7-428d-9d03-475f1abd9abf service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837626 May 10 21:26:19.890417 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:20.519405 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034825-db9c-4b19-b0d5-0a642ef5870b req-7ab30a26-93c8-46eb-949e-e1553fd8fde6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:20.520881 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c034825-db9c-4b19-b0d5-0a642ef5870b req-7ab30a26-93c8-46eb-949e-e1553fd8fde6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0501459 May 10 21:26:20.567829 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c034825-db9c-4b19-b0d5-0a642ef5870b req-f92c3965-6430-42b2-9ada-5a990a76b7cc tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 May 10 21:26:21.307215 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:22.511463 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-8b468f4c-951d-4bff-a85b-0b5199636d61 req-27307b1e-c337-4c16-9d80-c5e73f9e6e4d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:26:22.517731 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8b468f4c-951d-4bff-a85b-0b5199636d61 req-27307b1e-c337-4c16-9d80-c5e73f9e6e4d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116322 May 10 21:26:22.841381 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd1ff-4e0f-4329-a6ea-208d0e7b995c req-14f56076-dbab-4c1a-be0a-6b068ab0066b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:22.842895 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9addd1ff-4e0f-4329-a6ea-208d0e7b995c req-14f56076-dbab-4c1a-be0a-6b068ab0066b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0467961 May 10 21:26:22.855807 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:22.898383 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9addd1ff-4e0f-4329-a6ea-208d0e7b995c req-ea989b5d-0525-4be7-82fd-78aa75f1d4ef tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492203 May 10 21:26:23.101507 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-bf3c3c75-f8eb-4392-a3c0-a5726311769e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405231 May 10 21:26:23.402151 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:26:23.425132 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-b45b4007-79e9-487e-9e80-7faaca1fcff3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:23.426537 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-b45b4007-79e9-487e-9e80-7faaca1fcff3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports/53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 940 time: 0.2972298 May 10 21:26:23.480491 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: DOWN; New status is: DOWN {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:26:24.018743 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf73fa6-68b6-44e2-a692-fe8377359b79 req-df6d7268-4f87-447f-951b-2bb0d2d14759 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:24.020298 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2bf73fa6-68b6-44e2-a692-fe8377359b79 req-df6d7268-4f87-447f-951b-2bb0d2d14759 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0474141 May 10 21:26:24.070924 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2bf73fa6-68b6-44e2-a692-fe8377359b79 req-0da6ea46-0a5e-4c30-8174-37e7219cdc3b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448921 May 10 21:26:24.679437 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-b7ab0f97-813e-41ca-9b30-effdcc80c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:24.680936 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-b7ab0f97-813e-41ca-9b30-effdcc80c276 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef&tenant_id=802e2ef29f6f4b2c8ca69204b69cc142 HTTP/1.1" status: 200 len: 1127 time: 0.0378036 May 10 21:26:24.741782 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-9067c245-0c5b-4218-8520-e14f9a0520e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:24.743372 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-9067c245-0c5b-4218-8520-e14f9a0520e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1127 time: 0.0398467 May 10 21:26:24.836517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-285b7c89-4184-4eb4-b9e9-bd82032fa1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:24.838026 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-285b7c89-4184-4eb4-b9e9-bd82032fa1e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 200 len: 918 time: 0.0881052 May 10 21:26:24.903956 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-5b3e0588-7b46-4a2d-af12-bbc0a8630dff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 200 len: 999 time: 0.0586424 May 10 21:26:25.189692 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a8dde-f74d-46d7-9364-e878e457a946 req-f37f35ec-9e25-4d1a-a601-cb00124bccd3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:25.195191 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c02a8dde-f74d-46d7-9364-e878e457a946 req-f37f35ec-9e25-4d1a-a601-cb00124bccd3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0484135 May 10 21:26:25.237744 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c02a8dde-f74d-46d7-9364-e878e457a946 req-06eb5bfe-208b-47b1-b37a-81b6306c39af tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 May 10 21:26:25.707020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-130bc975-bd27-4e8d-a1e0-5fed03c6c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:25.708561 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-130bc975-bd27-4e8d-a1e0-5fed03c6c059 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 200 len: 856 time: 0.0501568 May 10 21:26:26.356974 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b745f-2bba-4e0c-bb89-cafbf7d0f936 req-43cee22b-699b-4ea0-b004-45c1f94769c3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:26.358633 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-476b745f-2bba-4e0c-bb89-cafbf7d0f936 req-43cee22b-699b-4ea0-b004-45c1f94769c3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0468271 May 10 21:26:26.404353 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-476b745f-2bba-4e0c-bb89-cafbf7d0f936 req-78e7ae76-a767-4b4b-bb5a-8fc59d39ccb5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 May 10 21:26:27.419107 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-c1dbb56b-964f-4db2-bd7a-a0077980e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:27.420603 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-c1dbb56b-964f-4db2-bd7a-a0077980e772 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=169df5df-f41d-4a2b-9d9a-2bdd14f9c862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414233 May 10 21:26:27.522769 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-b5b43470-6f99-4e21-9dd1-f0221d1d5b2c service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943367 May 10 21:26:27.530656 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52d42-b90f-4c06-8f51-6cea6c3ce39a req-c94d9429-87d3-402a-b47b-8c81b07393f0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:27.532144 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-63b52d42-b90f-4c06-8f51-6cea6c3ce39a req-c94d9429-87d3-402a-b47b-8c81b07393f0 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0498693 May 10 21:26:27.584696 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-63b52d42-b90f-4c06-8f51-6cea6c3ce39a req-8a8e0e4e-8996-4f14-b1d9-9f2595d9ae3d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469422 May 10 21:26:27.621201 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-ab2e3732-a39f-4e9e-afd2-121f4e47ccd4 service neutron] 10.222.0.23 "GET /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920925 May 10 21:26:28.748563 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6808f-5520-4e95-bf08-d31498194da2 req-8655735d-7a99-4215-beb5-238e29f65bd5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:28.750227 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5cc6808f-5520-4e95-bf08-d31498194da2 req-8655735d-7a99-4215-beb5-238e29f65bd5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0619357 May 10 21:26:28.809796 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5cc6808f-5520-4e95-bf08-d31498194da2 req-de60c08f-85f6-4a19-a53b-261d7596aca3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493443 May 10 21:26:29.928801 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004c713-a525-4729-8c7b-f5f805a35576 req-e00c820f-49c9-482b-99ee-5a950f8de351 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:29.930337 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2004c713-a525-4729-8c7b-f5f805a35576 req-e00c820f-49c9-482b-99ee-5a950f8de351 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0498631 May 10 21:26:29.981626 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2004c713-a525-4729-8c7b-f5f805a35576 req-f4c67a8f-d820-4532-859d-f16ffb1126ec tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 May 10 21:26:31.107796 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc1965-bce0-431c-be30-a8d5eba16a03 req-c11b6619-c902-4be2-90f9-27683cef85f3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:31.109606 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-18dc1965-bce0-431c-be30-a8d5eba16a03 req-c11b6619-c902-4be2-90f9-27683cef85f3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0480084 May 10 21:26:31.157618 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-18dc1965-bce0-431c-be30-a8d5eba16a03 req-fa6ef061-a8c5-44fc-8d58-657506bfbc0b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 May 10 21:26:32.274843 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603d30-3487-4b82-9fdb-1b2c9a525f9c req-cd039ca0-cbbb-4fd6-b2cf-a6e26e1997d2 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:32.276283 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f6603d30-3487-4b82-9fdb-1b2c9a525f9c req-cd039ca0-cbbb-4fd6-b2cf-a6e26e1997d2 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0467210 May 10 21:26:32.322506 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f6603d30-3487-4b82-9fdb-1b2c9a525f9c req-21e30806-4dca-4a72-8e05-0e0aafbace6c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 May 10 21:26:33.444944 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebabd-cb96-462b-8957-f62db8fc470e req-1ced8622-9eb1-4e7f-b807-ffbaa033daee tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:33.446432 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2eeebabd-cb96-462b-8957-f62db8fc470e req-1ced8622-9eb1-4e7f-b807-ffbaa033daee tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0514369 May 10 21:26:33.499912 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2eeebabd-cb96-462b-8957-f62db8fc470e req-4df7bdc9-3f74-431d-b795-6c4e79c23c8f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477345 May 10 21:26:33.692208 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 55454) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:33.792830 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:33.876998 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Publish callbacks [] for security_group (c3b149fa-26fd-4959-bf0a-4ff4a74033ed), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:33.970008 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c3b149fa-26fd-4959-bf0a-4ff4a74033ed), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:34.007783 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b00c46c428f404886be4b129d3b4071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145330 May 10 21:26:34.008636 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b149fa-26fd-4959-bf0a-4ff4a74033ed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:34.010724 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55458) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:34.016556 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.016909 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.017249 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.017585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.017917 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.018245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.018599 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.018931 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.019253 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.019576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.019901 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.020225 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.020542 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.020860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.021180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7767e-fd1f-4e41-8e75-79bdf4e98458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.059595 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Publish callbacks [] for security_group (c3b149fa-26fd-4959-bf0a-4ff4a74033ed), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:34.083878 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Publish callbacks [] for security_group (c3b149fa-26fd-4959-bf0a-4ff4a74033ed), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:34.201074 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c3b149fa-26fd-4959-bf0a-4ff4a74033ed), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:34.203833 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:34.209746 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3b149fa-26fd-4959-bf0a-4ff4a74033ed HTTP/1.1" status: 204 len: 168 time: 0.1961808 May 10 21:26:34.219681 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b149fa-26fd-4959-bf0a-4ff4a74033ed,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:34.229936 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.230638 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.231461 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.231961 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.232656 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.233153 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.233948 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.234616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.235098 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.235829 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.236317 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.236809 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.237286 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.237995 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.238579 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188b116-0133-493d-884f-da86b8cc2fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:26:34.640860 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec4154-e6c1-4d41-a3b3-de98a7b8b4b7 req-f910b581-f010-43b6-bddf-81404b984ccf tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:34.642391 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-99ec4154-e6c1-4d41-a3b3-de98a7b8b4b7 req-f910b581-f010-43b6-bddf-81404b984ccf tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0528502 May 10 21:26:34.731373 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-99ec4154-e6c1-4d41-a3b3-de98a7b8b4b7 req-e263e8dc-9e41-4888-b49b-aa08c66ca41c tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796607 May 10 21:26:35.896592 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1114d-643f-4b78-afce-a56405534f5a req-46a8f739-8749-4196-b7ec-c13afd0808f6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:35.898083 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cfe1114d-643f-4b78-afce-a56405534f5a req-46a8f739-8749-4196-b7ec-c13afd0808f6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0483840 May 10 21:26:35.955514 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cfe1114d-643f-4b78-afce-a56405534f5a req-1e32097c-92c0-422b-b73e-21ee6eabdb53 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505919 May 10 21:26:36.254161 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55496) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:36.362325 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de3b88ff-d72a-45d9-9d88-3989490bd63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.444246 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de3b88ff-d72a-45d9-9d88-3989490bd63b admin admin] Publish callbacks [] for security_group (191d808f-8ede-4c83-a83c-49d51caefed1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.519385 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de3b88ff-d72a-45d9-9d88-3989490bd63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (191d808f-8ede-4c83-a83c-49d51caefed1), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.563083 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-de3b88ff-d72a-45d9-9d88-3989490bd63b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84c8ccec485d4eada07fd5970d3746c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061855 May 10 21:26:36.564061 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b88ff-d72a-45d9-9d88-3989490bd63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d808f-8ede-4c83-a83c-49d51caefed1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:36.565967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 55502) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:36.633771 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173deb58-b76d-401b-9050-4c3e13f8535d admin admin] Publish callbacks [] for security_group (191d808f-8ede-4c83-a83c-49d51caefed1), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.657625 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173deb58-b76d-401b-9050-4c3e13f8535d admin admin] Publish callbacks [] for security_group (191d808f-8ede-4c83-a83c-49d51caefed1), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.812080 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173deb58-b76d-401b-9050-4c3e13f8535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (191d808f-8ede-4c83-a83c-49d51caefed1), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.816579 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173deb58-b76d-401b-9050-4c3e13f8535d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:36.817898 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-173deb58-b76d-401b-9050-4c3e13f8535d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191d808f-8ede-4c83-a83c-49d51caefed1 HTTP/1.1" status: 204 len: 168 time: 0.2506254 May 10 21:26:36.834922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173deb58-b76d-401b-9050-4c3e13f8535d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d808f-8ede-4c83-a83c-49d51caefed1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:37.084571 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb2ea-0672-43bd-b7c0-ec7e2149dae9 req-37f7cb79-d914-445a-a276-a414e2779f52 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:37.085950 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-054fb2ea-0672-43bd-b7c0-ec7e2149dae9 req-37f7cb79-d914-445a-a276-a414e2779f52 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0549371 May 10 21:26:37.132950 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-054fb2ea-0672-43bd-b7c0-ec7e2149dae9 req-ee2701b4-95f5-4838-bc84-908a6c62a1d3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 May 10 21:26:38.252317 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bb868-1cd9-4977-9c2f-6fda61edcc6a req-009ed2b4-cc28-4a1c-b2d3-4eb3fdbb64fb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:38.253841 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8a0bb868-1cd9-4977-9c2f-6fda61edcc6a req-009ed2b4-cc28-4a1c-b2d3-4eb3fdbb64fb tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0491314 May 10 21:26:38.302077 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8a0bb868-1cd9-4977-9c2f-6fda61edcc6a req-e7f787dc-3ab8-4f3f-beca-f8c04a3cf2ac tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 May 10 21:26:39.421911 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160395a-abfe-47f3-b442-51cd89764a08 req-3c7b0a12-2658-4ac8-bd0b-f1649c50a931 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:39.423389 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d160395a-abfe-47f3-b442-51cd89764a08 req-3c7b0a12-2658-4ac8-bd0b-f1649c50a931 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0472753 May 10 21:26:39.470019 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d160395a-abfe-47f3-b442-51cd89764a08 req-9b5a73b2-9aae-440c-ae20-826cd4baee38 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410879 May 10 21:26:40.591760 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad17cf-b2da-4c33-b093-09b206bb62e9 req-97872435-88b9-42c5-aa78-9817c6f46dc3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:40.593301 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5cad17cf-b2da-4c33-b093-09b206bb62e9 req-97872435-88b9-42c5-aa78-9817c6f46dc3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0517385 May 10 21:26:40.641808 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5cad17cf-b2da-4c33-b093-09b206bb62e9 req-6d62dbd3-3e0a-4a71-9d31-c582125694d8 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 May 10 21:26:41.494674 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:26:41.610537 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:41.624629 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '53eb87d9-7496-49b6-b83d-932f96780089', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'port_id': '53eb87d9-7496-49b6-b83d-932f96780089', 'mac_address': 'fa:16:3e:82:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:26:41.663645 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:26:41.664034 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:41.680565 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53eb87d9-7496-49b6-b83d-932f96780089 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:26:41.704589 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:41.764031 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06d5c9-245a-4079-9fbe-f577f99f278c req-be3a6581-d79b-4efa-918f-05f0d8b03113 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:41.765507 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-df06d5c9-245a-4079-9fbe-f577f99f278c req-be3a6581-d79b-4efa-918f-05f0d8b03113 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 943 time: 0.0472641 May 10 21:26:41.814573 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-df06d5c9-245a-4079-9fbe-f577f99f278c req-35828e69-7eae-4bc8-ab83-01653eccf65b tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433857 May 10 21:26:41.830234 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:41.876885 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:42.070875 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['53eb87d9-7496-49b6-b83d-932f96780089'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:26:42.942382 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9370-8277-418b-ace7-c9bd66b45a89 req-fc1c56e4-29ab-4ae1-9580-f5e6d41ecc2d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:42.943808 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-47bd9370-8277-418b-ace7-c9bd66b45a89 req-fc1c56e4-29ab-4ae1-9580-f5e6d41ecc2d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 944 time: 0.0510638 May 10 21:26:42.993228 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-47bd9370-8277-418b-ace7-c9bd66b45a89 req-05e16399-4e2c-4ea3-8fc4-ddf2962b8c4d tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 May 10 21:26:43.495867 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:26:43.541179 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 53eb87d9-7496-49b6-b83d-932f96780089 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:26:43.541556 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (53eb87d9-7496-49b6-b83d-932f96780089), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:43.618308 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 53eb87d9-7496-49b6-b83d-932f96780089 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:26:43.620249 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:43.643920 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:26:43.646122 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb5b96-4057-42d1-9ea0-5df0b8a03032" -d '{"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-plugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:26:43.659056 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:43.682238 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01257b-7f62-4894-84a5-b9a0f5ea9d9d x-openstack-request-id: req-ce01257b-7f62-4894-84a5-b9a0f5ea9d9d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:26:43.682608 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-plugged", "status": "completed", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:26:43.689035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce01257b-7f62-4894-84a5-b9a0f5ea9d9d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:26:43.689035 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce01257b-7f62-4894-84a5-b9a0f5ea9d9d'] response: {'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'code': 200} May 10 21:26:43.736356 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:43.784409 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:43.873822 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:43.999821 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b2fb5-0e16-45e2-81af-c1c65616be81 req-e7353cee-91b0-45bb-886f-3b291ab52f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:44.001303 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c23b2fb5-0e16-45e2-81af-c1c65616be81 req-e7353cee-91b0-45bb-886f-3b291ab52f84 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 1130 time: 0.0379188 May 10 21:26:44.047944 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c23b2fb5-0e16-45e2-81af-c1c65616be81 req-a0bcbd82-1897-448d-83be-97b66a07ac50 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401042 May 10 21:26:44.114426 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fb57c-10a8-4943-bd31-ded3bc199f18 req-bae76e0d-47b8-4d2a-9678-8a27d17b77b7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:44.115965 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-165fb57c-10a8-4943-bd31-ded3bc199f18 req-bae76e0d-47b8-4d2a-9678-8a27d17b77b7 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0469873 May 10 21:26:44.167326 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-165fb57c-10a8-4943-bd31-ded3bc199f18 req-689e04d3-ef9e-43ac-8885-7e3783f31199 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457463 May 10 21:26:45.298176 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142643b9-f1a8-4de2-a293-506838cdddbb req-5cea2381-ced9-4510-8b32-76ef65ed8125 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:45.299897 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-142643b9-f1a8-4de2-a293-506838cdddbb req-5cea2381-ced9-4510-8b32-76ef65ed8125 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0531952 May 10 21:26:45.352461 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-142643b9-f1a8-4de2-a293-506838cdddbb req-81188053-4f30-4ce0-b4f4-04cb282aa6a5 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463731 May 10 21:26:46.494623 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfbf80-4405-47f4-82fa-af7a365dd68b req-2d33cd3b-8033-40be-8eec-0f3fd2ac4918 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:46.494623 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2ddfbf80-4405-47f4-82fa-af7a365dd68b req-2d33cd3b-8033-40be-8eec-0f3fd2ac4918 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0575125 May 10 21:26:46.514463 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca138-4a7e-4fa4-abda-54b455818d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:46.541896 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2ddfbf80-4405-47f4-82fa-af7a365dd68b req-05d67070-c380-45ed-b230-292fe9893cd4 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 May 10 21:26:47.323393 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa988-b00b-44d9-bf5b-2256bc7e8d29 req-88d28cee-0ac0-445d-bd22-06b147a1a384 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:47.324986 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-620fa988-b00b-44d9-bf5b-2256bc7e8d29 req-88d28cee-0ac0-445d-bd22-06b147a1a384 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0476327 May 10 21:26:47.373537 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-620fa988-b00b-44d9-bf5b-2256bc7e8d29 req-156333d8-af28-4fe4-aace-637a0887b5dd tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 May 10 21:26:47.592050 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:26:47.665144 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb305-b4a1-4d34-b925-2987322fd97d req-c155f575-8fd0-490b-9c1e-07b2354dd026 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:47.666628 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f67bb305-b4a1-4d34-b925-2987322fd97d req-c155f575-8fd0-490b-9c1e-07b2354dd026 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0474737 May 10 21:26:47.717139 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f67bb305-b4a1-4d34-b925-2987322fd97d req-4126673e-c888-4f47-b641-39cccc88c3cf tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 May 10 21:26:48.487661 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d32b0-4627-4c8d-b39b-bea43fe2f8a4 req-a1e82697-f9d5-44e3-8eb7-956b67f6c9dd tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:48.489137 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a7d32b0-4627-4c8d-b39b-bea43fe2f8a4 req-a1e82697-f9d5-44e3-8eb7-956b67f6c9dd tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0474513 May 10 21:26:48.537103 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a7d32b0-4627-4c8d-b39b-bea43fe2f8a4 req-4b4307bb-bd88-4a31-a5fe-ed4554495428 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups?id=d500dd4b-4387-4c08-bdaf-959fc478faf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 May 10 21:26:48.678918 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7411e391-b834-4191-abe8-5d49167bda11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.069883 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-b9ee323c-0f96-4620-93af-922a55dc2d3e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:26:49.071347 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-b9ee323c-0f96-4620-93af-922a55dc2d3e tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 946 time: 0.0481665 May 10 21:26:49.159842 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Deleting port 04a8540b-67b6-4a39-b9c9-65408369b364 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:26:49.160189 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.254680 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] For port 04a8540b-67b6-4a39-b9c9-65408369b364, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=04a8540b-67b6-4a39-b9c9-65408369b364,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:49.255902 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.431629 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.432112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (5ef58be9-efb7-4bda-b8b0-e6e36382369b), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.432422 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Floating IP 5ef58be9-efb7-4bda-b8b0-e6e36382369b disassociated. External IP: 172.27.3.28, port: 04a8540b-67b6-4a39-b9c9-65408369b364. May 10 21:26:49.432780 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Calling delete_port for 04a8540b-67b6-4a39-b9c9-65408369b364 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:26:49.617285 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (04a8540b-67b6-4a39-b9c9-65408369b364), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.640714 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4e1882ce-3ef8-450f-93a9-8544b59cb8c8 req-ff978ffc-6f19-4b18-a526-104a3e0c6bef tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 210 time: 0.0339067 May 10 21:26:49.665430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event deleted for resources: {'Port': ['ID=04a8540b-67b6-4a39-b9c9-65408369b364,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:49.783429 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:26:49.894466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:26:49.904466 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:26:49.914729 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:26:49.915594 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:49.930402 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.952081 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] No DVR routers for this DVR port 04a8540b-67b6-4a39-b9c9-65408369b364 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:26:49.956204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:49.959828 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fcd217af-efe1-4fb5-8c31-3d82deeca99a req-0112f7b3-0ac5-4c30-b328-63eaad4f9806 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.23 "DELETE /v2.0/ports/04a8540b-67b6-4a39-b9c9-65408369b364 HTTP/1.1" status: 204 len: 173 time: 0.8836579 May 10 21:26:49.960277 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'name': 'network-vif-deleted', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:26:49.963888 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c117591-a075-4d8c-adba-96d86123ddbd" -d '{"events": [{"server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "name": "network-vif-deleted", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:26:50.005695 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705bdca7-5f21-4ad5-98a5-68da10cc0d87 x-openstack-request-id: req-705bdca7-5f21-4ad5-98a5-68da10cc0d87 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:26:50.006245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5141f323-2d73-494e-a167-49a618d1f67a", "name": "network-vif-deleted", "tag": "04a8540b-67b6-4a39-b9c9-65408369b364", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:26:50.006666 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-705bdca7-5f21-4ad5-98a5-68da10cc0d87 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:26:50.007235 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705bdca7-5f21-4ad5-98a5-68da10cc0d87'] response: {'server_uuid': '5141f323-2d73-494e-a167-49a618d1f67a', 'name': 'network-vif-deleted', 'tag': '04a8540b-67b6-4a39-b9c9-65408369b364', 'status': 'completed', 'code': 200} May 10 21:26:50.039293 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:26:50.251340 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:50.278178 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:26:50.287157 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:26:50.287765 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:50.398096 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:26:50.685380 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:26:50.712461 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064912-6451-45c3-ab9d-98d0068e7931 None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:20:19Z', 'revision_number': 4, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a2fb3993-c77a-4e2a-8580-774b504377a5', 'name': '', 'network_id': 'c8e51741-489e-4b09-8a94-3245895caad6', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'mac_address': 'fa:16:3e:57:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:17Z', 'updated_at': '2022-05-10T21:20:28Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'subnets': [{'id': '04469c9f-e548-4718-ab68-2296d5e23c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:26:50.762753 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-45a4cdfb-bd55-46aa-8468-d5511c405e85 req-cf7317af-41fb-40b2-96cf-a290fcdb96f8 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/ports?device_id=5141f323-2d73-494e-a167-49a618d1f67a HTTP/1.1" status: 200 len: 210 time: 0.0279317 May 10 21:26:50.942532 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e9563-6e7c-4301-8f66-6e716afe634d None None] New status for floating IP 5ef58be9-efb7-4bda-b8b0-e6e36382369b: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:26:51.058670 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 55792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:51.167938 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e5b74a4-6700-4b89-a202-e4ac1977c6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.244567 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e5b74a4-6700-4b89-a202-e4ac1977c6b2 admin admin] Publish callbacks [] for security_group (7c4a2237-d1f3-44c7-9b49-7e124e948444), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.290750 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.319696 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e5b74a4-6700-4b89-a202-e4ac1977c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (7c4a2237-d1f3-44c7-9b49-7e124e948444), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.357365 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b74a4-6700-4b89-a202-e4ac1977c6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a2237-d1f3-44c7-9b49-7e124e948444,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:51.362521 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2e5b74a4-6700-4b89-a202-e4ac1977c6b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=147fa1ffc7e9485d9aa67bd2688fee09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027687 May 10 21:26:51.365646 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:51.418125 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f84e0f00-526c-436f-abbe-cf28ad32f8d4 admin admin] Publish callbacks [] for security_group (7c4a2237-d1f3-44c7-9b49-7e124e948444), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.440373 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f84e0f00-526c-436f-abbe-cf28ad32f8d4 admin admin] Publish callbacks [] for security_group (7c4a2237-d1f3-44c7-9b49-7e124e948444), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.570753 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f84e0f00-526c-436f-abbe-cf28ad32f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (7c4a2237-d1f3-44c7-9b49-7e124e948444), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.573384 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f84e0f00-526c-436f-abbe-cf28ad32f8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:51.574584 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-f84e0f00-526c-436f-abbe-cf28ad32f8d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c4a2237-d1f3-44c7-9b49-7e124e948444 HTTP/1.1" status: 204 len: 168 time: 0.2080035 May 10 21:26:51.583157 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e0f00-526c-436f-abbe-cf28ad32f8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a2237-d1f3-44c7-9b49-7e124e948444,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:51.955096 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:52.010638 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0c5d-357a-4409-b6d1-8a98cf39517a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (d500dd4b-4387-4c08-bdaf-959fc478faf5), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.036333 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0c5d-357a-4409-b6d1-8a98cf39517a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (d500dd4b-4387-4c08-bdaf-959fc478faf5), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.136362 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0c5d-357a-4409-b6d1-8a98cf39517a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (d500dd4b-4387-4c08-bdaf-959fc478faf5), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.139059 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0c5d-357a-4409-b6d1-8a98cf39517a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.140998 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7d0d0c5d-357a-4409-b6d1-8a98cf39517a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "DELETE /v2.0/security-groups/d500dd4b-4387-4c08-bdaf-959fc478faf5 HTTP/1.1" status: 204 len: 168 time: 0.1847084 May 10 21:26:52.143949 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 55818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:52.150806 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d0c5d-357a-4409-b6d1-8a98cf39517a tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d500dd4b-4387-4c08-bdaf-959fc478faf5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:52.161790 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-f52cb2f7-b5ce-4640-94c6-e3a5a688c4cf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] show failed (client error): The resource could not be found. May 10 21:26:52.161790 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f52cb2f7-b5ce-4640-94c6-e3a5a688c4cf tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "GET /v2.0/security-groups/d500dd4b-4387-4c08-bdaf-959fc478faf5 HTTP/1.1" status: 404 len: 347 time: 0.0148065 May 10 21:26:52.163947 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55820) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:52.281340 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Deleting port 4da974eb-2aca-4395-ad0a-6348ff9d22bb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:26:52.281689 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.361882 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.362209 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (4da974eb-2aca-4395-ad0a-6348ff9d22bb), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.374524 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Calling delete_port for 4da974eb-2aca-4395-ad0a-6348ff9d22bb owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:26:52.582090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (4da974eb-2aca-4395-ad0a-6348ff9d22bb), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.610820 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Pushing event deleted for resources: {'Port': ['ID=4da974eb-2aca-4395-ad0a-6348ff9d22bb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:26:52.671872 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks [] for floatingip (5ef58be9-efb7-4bda-b8b0-e6e36382369b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.674372 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:52.675540 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7137ed1b-e2ce-47f1-94b6-6225e199fdb0 tempest-AttachVolumeTestJSON-801563513 tempest-AttachVolumeTestJSON-801563513-project] 10.222.0.25 "DELETE /v2.0/floatingips/5ef58be9-efb7-4bda-b8b0-e6e36382369b HTTP/1.1" status: 204 len: 168 time: 0.5105712 May 10 21:26:52.844842 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:53.525949 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 04a8540b-67b6-4a39-b9c9-65408369b364 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:26:53.545583 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 04a8540b-67b6-4a39-b9c9-65408369b364 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:26:53.546566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 04a8540b-67b6-4a39-b9c9-65408369b364 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:26:58.656404 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:26:59.426101 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:59.715731 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Deleting port a2fb3993-c77a-4e2a-8580-774b504377a5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:26:59.716360 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:59.798827 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] For port a2fb3993-c77a-4e2a-8580-774b504377a5, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a2fb3993-c77a-4e2a-8580-774b504377a5,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:26:59.799192 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:26:59.812294 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Calling delete_port for a2fb3993-c77a-4e2a-8580-774b504377a5 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:00.044928 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (a2fb3993-c77a-4e2a-8580-774b504377a5), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:00.070354 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fb3993-c77a-4e2a-8580-774b504377a5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:00.237367 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:00.455739 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:27:00.562926 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:27:00.568389 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-32d4e28f-10a5-4052-81c5-aa7a47efb10e admin admin] 10.222.0.25 "PUT /v2.0/routers/2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173033 May 10 21:27:00.570872 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:00.572438 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] Sync routers for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:27:00.582915 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:00.583546 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:00.676162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks [] for router (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:00.691966 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:00.781739 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks [] for router_gateway (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:00.861887 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:26:59Z', 'revision_number': 5, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port': {'id': '1c02b276-77ac-43ea-abe9-1024c1bdb494', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:11Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:00.885016 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Deleting port 1c02b276-77ac-43ea-abe9-1024c1bdb494 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:00.885696 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:00.890840 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] Checking router: 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:27:00.899578 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] Routers {'2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:00.900289 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:00.976520 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] For port 1c02b276-77ac-43ea-abe9-1024c1bdb494, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1c02b276-77ac-43ea-abe9-1024c1bdb494,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:00.976898 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:00.990555 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Calling delete_port for 1c02b276-77ac-43ea-abe9-1024c1bdb494 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:00.997125 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] Set router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:01.056993 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:27:00Z', 'revision_number': 6, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port_host': None}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:01.082491 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e106ef2-37f2-485c-83b9-c5b46c4a5d2e None None] The sync data for ids ['2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2'] in dv-cinder-836083-6-iscsi is: [{'id': '2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2', 'name': 'tempest-AttachVolumeTestJSON-198040532-router', 'tenant_id': '604bb43d90e344d3a89838c6575d12c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:09Z', 'updated_at': '2022-05-10T21:27:00Z', 'revision_number': 6, 'project_id': '604bb43d90e344d3a89838c6575d12c2', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:27:01.233291 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (1c02b276-77ac-43ea-abe9-1024c1bdb494), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.258197 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c02b276-77ac-43ea-abe9-1024c1bdb494,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:01.323320 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.430293 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.432457 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks [] for router_controller (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.558586 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.559239 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:27:01.564090 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.565237 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ba77588e-02c6-445d-8b9a-0e76311fa080 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2b1a51ed-3856-4856-aedc-4e2e8bdd9cb2 HTTP/1.1" status: 204 len: 168 time: 0.9934566 May 10 21:27:01.571883 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55926) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:01.615605 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Deleting subnet 04469c9f-e548-4718-ab68-2296d5e23c07 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:27:01.618674 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Publish callbacks [] for subnet (04469c9f-e548-4718-ab68-2296d5e23c07), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.653144 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (04469c9f-e548-4718-ab68-2296d5e23c07), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.727883 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (04469c9f-e548-4718-ab68-2296d5e23c07), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.862707 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (04469c9f-e548-4718-ab68-2296d5e23c07), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.891136 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04469c9f-e548-4718-ab68-2296d5e23c07,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:01.897612 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:01.901030 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-0f9c18ba-fd2d-4b47-a98a-a1768e80176e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/04469c9f-e548-4718-ab68-2296d5e23c07 HTTP/1.1" status: 204 len: 168 time: 0.3318505 May 10 21:27:01.903489 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:01.903627 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fdcda-2060-4b27-aa90-e6e30249e507 None None] Network c8e51741-489e-4b09-8a94-3245895caad6 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:27:01.971405 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (c8e51741-489e-4b09-8a94-3245895caad6), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.017337 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Deleting port 5402510a-e78f-4144-b2cd-6de207cb8c67 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:02.018102 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.075549 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] DHCP port deletion for c8e51741-489e-4b09-8a94-3245895caad6 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:27:02.091359 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] For port 5402510a-e78f-4144-b2cd-6de207cb8c67, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=5402510a-e78f-4144-b2cd-6de207cb8c67,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:02.092030 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.105843 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Calling delete_port for 5402510a-e78f-4144-b2cd-6de207cb8c67 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:02.122071 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Deleting port 5402510a-e78f-4144-b2cd-6de207cb8c67 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:02.122543 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.191489 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] For port 5402510a-e78f-4144-b2cd-6de207cb8c67, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=5402510a-e78f-4144-b2cd-6de207cb8c67,segment=NetworkSegment(433bb96a-8682-400a-96ea-e8696876e208),segment_id=433bb96a-8682-400a-96ea-e8696876e208)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:02.191891 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.204286 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Calling delete_port for 5402510a-e78f-4144-b2cd-6de207cb8c67 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:02.273233 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.282876 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (5402510a-e78f-4144-b2cd-6de207cb8c67), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.303245 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5402510a-e78f-4144-b2cd-6de207cb8c67,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:02.305728 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] No DVR routers for this DVR port 5402510a-e78f-4144-b2cd-6de207cb8c67 on host dv-cinder-836083-6-iscsi {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:02.307527 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Pushing event deleted for resources: {'Port': ['ID=5402510a-e78f-4144-b2cd-6de207cb8c67,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:02.312301 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] No DVR routers for this DVR port 5402510a-e78f-4144-b2cd-6de207cb8c67 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:02.319829 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.320179 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.320547 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.320908 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.321247 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.321580 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.321907 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.322335 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.322578 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.322910 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.323244 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.323716 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.323881 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.324381 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.324872 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98e87d-1945-4147-94c4-77e14658dffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:02.388340 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (c8e51741-489e-4b09-8a94-3245895caad6), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.408115 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e51741-489e-4b09-8a94-3245895caad6']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:02.417318 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433bb96a-8682-400a-96ea-e8696876e208') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:02.417616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433bb96a-8682-400a-96ea-e8696876e208') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:02.430085 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (433bb96a-8682-400a-96ea-e8696876e208), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.443403 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (433bb96a-8682-400a-96ea-e8696876e208), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.449093 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:27:02.449477 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (433bb96a-8682-400a-96ea-e8696876e208), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:27:02.451161 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:27:02.576381 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (c8e51741-489e-4b09-8a94-3245895caad6), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.588253 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.588253 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/c8e51741-489e-4b09-8a94-3245895caad6 HTTP/1.1" status: 204 len: 168 time: 0.6811476 May 10 21:27:02.595033 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f58f-8ff6-41a2-87d5-d9c48307d8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e51741-489e-4b09-8a94-3245895caad6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:02.866480 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:02.907361 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-df53db52-84a4-4040-94d9-7f85d349e4b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=604bb43d90e344d3a89838c6575d12c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390570 May 10 21:27:02.911420 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 55938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:02.947122 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1c02b276-77ac-43ea-abe9-1024c1bdb494 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:02.963526 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b09f4002-b21b-4e14-be4c-969367d0321e admin admin] Publish callbacks [] for security_group (681391b4-52c1-44aa-8abe-99e26f8cfde1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.968042 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 1c02b276-77ac-43ea-abe9-1024c1bdb494 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:02.968389 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1c02b276-77ac-43ea-abe9-1024c1bdb494 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:02.968813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a2fb3993-c77a-4e2a-8580-774b504377a5 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:02.988935 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b09f4002-b21b-4e14-be4c-969367d0321e admin admin] Publish callbacks [] for security_group (681391b4-52c1-44aa-8abe-99e26f8cfde1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:02.990741 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: a2fb3993-c77a-4e2a-8580-774b504377a5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:02.991084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a2fb3993-c77a-4e2a-8580-774b504377a5 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:02.991500 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 5402510a-e78f-4144-b2cd-6de207cb8c67 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:03.010819 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 5402510a-e78f-4144-b2cd-6de207cb8c67 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:03.011166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 5402510a-e78f-4144-b2cd-6de207cb8c67 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:03.090937 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b09f4002-b21b-4e14-be4c-969367d0321e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (681391b4-52c1-44aa-8abe-99e26f8cfde1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:03.093654 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b09f4002-b21b-4e14-be4c-969367d0321e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:03.094843 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b09f4002-b21b-4e14-be4c-969367d0321e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/681391b4-52c1-44aa-8abe-99e26f8cfde1 HTTP/1.1" status: 204 len: 168 time: 0.1822779 May 10 21:27:03.106199 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4002-b21b-4e14-be4c-969367d0321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681391b4-52c1-44aa-8abe-99e26f8cfde1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:04.664101 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305812ef-07fc-4b91-a50c-4c2e1404dd70 req-3c12738e-a61d-40e4-b67a-be43ca8c9b99 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:04.665610 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-305812ef-07fc-4b91-a50c-4c2e1404dd70 req-3c12738e-a61d-40e4-b67a-be43ca8c9b99 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0470138 May 10 21:27:04.713547 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-305812ef-07fc-4b91-a50c-4c2e1404dd70 req-1b0e874c-c3b2-4329-ab89-e001ca9eed0e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 May 10 21:27:05.830932 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dfe96-8c89-4a72-975b-330a46bcfe40 req-94309233-deb8-4656-b2a5-42075c65b4c2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:05.832541 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ea0dfe96-8c89-4a72-975b-330a46bcfe40 req-94309233-deb8-4656-b2a5-42075c65b4c2 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0476723 May 10 21:27:05.882399 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ea0dfe96-8c89-4a72-975b-330a46bcfe40 req-b86cef07-03a2-4125-9755-c23f06a5a564 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 May 10 21:27:07.002350 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49347a-f445-4444-8ceb-c9d1c0109e0c req-54e529cc-543f-43f8-917c-1f52354b178b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:07.003902 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9f49347a-f445-4444-8ceb-c9d1c0109e0c req-54e529cc-543f-43f8-917c-1f52354b178b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0469677 May 10 21:27:07.055218 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9f49347a-f445-4444-8ceb-c9d1c0109e0c req-5e710af7-0b2c-45cf-be20-34f9cbb0106c tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456984 May 10 21:27:08.218217 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376a8eb-deff-4036-a955-056caf8c2b0e req-2a120c59-4538-4c91-94cd-5a03b7b91d80 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:08.219837 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a376a8eb-deff-4036-a955-056caf8c2b0e req-2a120c59-4538-4c91-94cd-5a03b7b91d80 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0852592 May 10 21:27:08.253305 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9e311-2aae-4937-980f-57b5f991a7de req-ba654731-b26e-4a58-a615-6ea5b8f40a61 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:08.257199 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-42b9e311-2aae-4937-980f-57b5f991a7de req-ba654731-b26e-4a58-a615-6ea5b8f40a61 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 945 time: 0.0815337 May 10 21:27:08.368665 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a376a8eb-deff-4036-a955-056caf8c2b0e req-46059644-3b0d-493e-b59e-d3aeafa401a6 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups?id=c46836b0-376c-474f-a534-7f8490333ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405950 May 10 21:27:08.384152 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port ed83693c-e120-41e7-b5f7-1f27045a59aa {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:08.384549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:08.499912 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] For port ed83693c-e120-41e7-b5f7-1f27045a59aa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed83693c-e120-41e7-b5f7-1f27045a59aa,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:08.500331 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:08.715603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:08.715945 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (e73e9758-18fc-4650-8468-41a31045b9ea), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:08.716265 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Floating IP e73e9758-18fc-4650-8468-41a31045b9ea disassociated. External IP: 172.27.3.206, port: ed83693c-e120-41e7-b5f7-1f27045a59aa. May 10 21:27:08.716616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for ed83693c-e120-41e7-b5f7-1f27045a59aa owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:08.908041 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (ed83693c-e120-41e7-b5f7-1f27045a59aa), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:08.936745 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=ed83693c-e120-41e7-b5f7-1f27045a59aa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:09.056913 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:27:09.169450 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:27:09.179715 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:27:09.189514 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:09.190216 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:09.217567 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] No DVR routers for this DVR port ed83693c-e120-41e7-b5f7-1f27045a59aa on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:09.220371 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:09.224948 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-42b9e311-2aae-4937-980f-57b5f991a7de req-66095268-befb-450e-9144-562f9f94601b tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.23 "DELETE /v2.0/ports/ed83693c-e120-41e7-b5f7-1f27045a59aa HTTP/1.1" status: 204 len: 173 time: 0.9616745 May 10 21:27:09.225452 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'name': 'network-vif-deleted', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:27:09.228509 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0fc48-491c-4764-9941-e387d3e20f00" -d '{"events": [{"server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "name": "network-vif-deleted", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:27:09.266157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4f62d-d20b-47cc-8118-1cfa73592fb4 x-openstack-request-id: req-73d4f62d-d20b-47cc-8118-1cfa73592fb4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:27:09.266488 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e29a35-349a-4aca-a98e-fccec1f7723a", "name": "network-vif-deleted", "tag": "ed83693c-e120-41e7-b5f7-1f27045a59aa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:27:09.266722 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73d4f62d-d20b-47cc-8118-1cfa73592fb4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:27:09.267572 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d4f62d-d20b-47cc-8118-1cfa73592fb4'] response: {'server_uuid': '77e29a35-349a-4aca-a98e-fccec1f7723a', 'name': 'network-vif-deleted', 'tag': 'ed83693c-e120-41e7-b5f7-1f27045a59aa', 'status': 'completed', 'code': 200} May 10 21:27:09.443307 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:09.477581 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-be2d8dcf-8d3d-478f-9177-2dffbfc1ca07 req-9c39dd13-2279-4e57-a216-28811256ea21 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e29a35-349a-4aca-a98e-fccec1f7723a HTTP/1.1" status: 200 len: 210 time: 0.0291193 May 10 21:27:09.645314 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:09.673576 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:27:09.682067 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:09.682714 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:09.794056 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:09.989900 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:10.020859 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56817053-9f6a-44c6-b1f0-675a8cf15a44 None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:20:25Z', 'revision_number': 4, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'e8e492b4-0e27-493d-934e-4c964c830c27', 'name': '', 'network_id': '3f280d19-4e21-4706-a61f-7c29f950ac00', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'mac_address': 'fa:16:3e:e9:b7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:40Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'subnets': [{'id': '9d80f143-2da6-498b-91cd-4bf0b726ac2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:27:10.255823 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0772dcb-3ed2-498c-8441-83b49e8d9ad1 None None] New status for floating IP e73e9758-18fc-4650-8468-41a31045b9ea: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:27:10.617172 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56122) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:10.669565 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee14a10c-0a60-4afe-ab86-8f97f3a0bb2e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (c46836b0-376c-474f-a534-7f8490333ca3), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:10.692993 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee14a10c-0a60-4afe-ab86-8f97f3a0bb2e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (c46836b0-376c-474f-a534-7f8490333ca3), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:10.821407 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee14a10c-0a60-4afe-ab86-8f97f3a0bb2e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c46836b0-376c-474f-a534-7f8490333ca3), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:10.824012 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee14a10c-0a60-4afe-ab86-8f97f3a0bb2e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:10.825146 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ee14a10c-0a60-4afe-ab86-8f97f3a0bb2e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/security-groups/c46836b0-376c-474f-a534-7f8490333ca3 HTTP/1.1" status: 204 len: 168 time: 0.2069700 May 10 21:27:10.827985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:10.834237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a10c-0a60-4afe-ab86-8f97f3a0bb2e tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46836b0-376c-474f-a534-7f8490333ca3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:10.841627 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-e11248a7-2d0c-4d80-809b-84588647eac3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] show failed (client error): The resource could not be found. May 10 21:27:10.842677 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e11248a7-2d0c-4d80-809b-84588647eac3 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "GET /v2.0/security-groups/c46836b0-376c-474f-a534-7f8490333ca3 HTTP/1.1" status: 404 len: 347 time: 0.0136774 May 10 21:27:10.845593 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56126) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:10.969273 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Deleting port 0a29acb5-9134-4343-b85f-165542507f93 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:10.969534 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (0a29acb5-9134-4343-b85f-165542507f93), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:11.048589 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (0a29acb5-9134-4343-b85f-165542507f93), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:11.048918 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (0a29acb5-9134-4343-b85f-165542507f93), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:11.060964 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Calling delete_port for 0a29acb5-9134-4343-b85f-165542507f93 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:11.256378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (0a29acb5-9134-4343-b85f-165542507f93), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:11.295175 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Pushing event deleted for resources: {'Port': ['ID=0a29acb5-9134-4343-b85f-165542507f93,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:11.350009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks [] for floatingip (e73e9758-18fc-4650-8468-41a31045b9ea), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:11.352562 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:11.353702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3f6b3313-51f6-49f0-b471-7a84188d5750 tempest-AttachVolumeNegativeTest-1863330069 tempest-AttachVolumeNegativeTest-1863330069-project] 10.222.0.25 "DELETE /v2.0/floatingips/e73e9758-18fc-4650-8468-41a31045b9ea HTTP/1.1" status: 204 len: 168 time: 0.5072246 May 10 21:27:11.645313 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed83693c-e120-41e7-b5f7-1f27045a59aa no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:11.666201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: ed83693c-e120-41e7-b5f7-1f27045a59aa {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:11.666542 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed83693c-e120-41e7-b5f7-1f27045a59aa not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:13.890753 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:13.928764 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56186) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:14.037823 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a26f58f-dc5c-4aa0-86f8-394273cdcb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.115663 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a26f58f-dc5c-4aa0-86f8-394273cdcb35 admin admin] Publish callbacks [] for security_group (b2bdd46e-c606-4e3e-90ae-575e8f69c1d7), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.194117 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a26f58f-dc5c-4aa0-86f8-394273cdcb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (b2bdd46e-c606-4e3e-90ae-575e8f69c1d7), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.226043 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2a26f58f-dc5c-4aa0-86f8-394273cdcb35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed0ac16b403f41cbaf14caf46439ec49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961912 May 10 21:27:14.228782 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:14.235018 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26f58f-dc5c-4aa0-86f8-394273cdcb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bdd46e-c606-4e3e-90ae-575e8f69c1d7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:14.279428 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0a46cb-a444-4ca1-8495-b821eece5814 admin admin] Publish callbacks [] for security_group (b2bdd46e-c606-4e3e-90ae-575e8f69c1d7), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.300091 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0a46cb-a444-4ca1-8495-b821eece5814 admin admin] Publish callbacks [] for security_group (b2bdd46e-c606-4e3e-90ae-575e8f69c1d7), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.450859 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0a46cb-a444-4ca1-8495-b821eece5814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (b2bdd46e-c606-4e3e-90ae-575e8f69c1d7), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.453494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0a46cb-a444-4ca1-8495-b821eece5814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:14.454678 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-1d0a46cb-a444-4ca1-8495-b821eece5814 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2bdd46e-c606-4e3e-90ae-575e8f69c1d7 HTTP/1.1" status: 204 len: 168 time: 0.2248423 May 10 21:27:14.464426 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a46cb-a444-4ca1-8495-b821eece5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bdd46e-c606-4e3e-90ae-575e8f69c1d7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:15.453694 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56222) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:15.932667 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (b363e596-faf4-4cf0-8702-0df563f6ae2b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.076952 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56234) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:16.190798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64079eb2-6d52-4179-9a33-bcd52c90e1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.268101 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64079eb2-6d52-4179-9a33-bcd52c90e1db admin admin] Publish callbacks [] for security_group (5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.319725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64079eb2-6d52-4179-9a33-bcd52c90e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.356837 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-64079eb2-6d52-4179-9a33-bcd52c90e1db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=880ac0f64f9240a0aebd81ea56618df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787061 May 10 21:27:16.358748 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64079eb2-6d52-4179-9a33-bcd52c90e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:16.361270 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56238) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:16.457070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab83a266-91d4-4d46-9400-5def8d5f4b44 admin admin] Publish callbacks [] for security_group (5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.467186 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Deleting port e8e492b4-0e27-493d-934e-4c964c830c27 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:16.467510 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.508806 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab83a266-91d4-4d46-9400-5def8d5f4b44 admin admin] Publish callbacks [] for security_group (5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.530566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-557de6d4-08a2-4f9e-b4d0-350bc3ef6cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.589684 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] For port e8e492b4-0e27-493d-934e-4c964c830c27, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=e8e492b4-0e27-493d-934e-4c964c830c27,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:16.590050 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.603495 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Calling delete_port for e8e492b4-0e27-493d-934e-4c964c830c27 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:16.659229 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab83a266-91d4-4d46-9400-5def8d5f4b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.661820 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab83a266-91d4-4d46-9400-5def8d5f4b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.663629 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ab83a266-91d4-4d46-9400-5def8d5f4b44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb HTTP/1.1" status: 204 len: 168 time: 0.3014066 May 10 21:27:16.681041 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83a266-91d4-4d46-9400-5def8d5f4b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7070f0-e4ed-4dc6-9cb5-2aeef2b1dedb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:16.884780 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (e8e492b4-0e27-493d-934e-4c964c830c27), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:16.917548 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e492b4-0e27-493d-934e-4c964c830c27,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:17.083890 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (b363e596-faf4-4cf0-8702-0df563f6ae2b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.305340 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Router b363e596-faf4-4cf0-8702-0df563f6ae2b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:27:17.316814 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56244) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:17.331079 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43bf07e1-b511-4af8-b5e2-0f06b9bf252e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.407722 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43bf07e1-b511-4af8-b5e2-0f06b9bf252e admin admin] Publish callbacks [] for security_group (69c1e611-307c-4b25-adce-6665e46c9b6e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.419281 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:27:17.424598 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-dfd15a6d-b97a-454e-a3ed-488d1c4c786c admin admin] 10.222.0.25 "PUT /v2.0/routers/b363e596-faf4-4cf0-8702-0df563f6ae2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700546 May 10 21:27:17.427137 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56246) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:17.429020 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed760092-b6eb-413e-9802-095383a0851d None None] Sync routers for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:27:17.438985 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:17.439601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:17.490219 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43bf07e1-b511-4af8-b5e2-0f06b9bf252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (69c1e611-307c-4b25-adce-6665e46c9b6e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.518538 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf07e1-b511-4af8-b5e2-0f06b9bf252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c1e611-307c-4b25-adce-6665e46c9b6e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:17.534202 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks [] for router (b363e596-faf4-4cf0-8702-0df563f6ae2b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.554681 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:17.556968 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-43bf07e1-b511-4af8-b5e2-0f06b9bf252e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a4f3719410740d389a02a65ffae9c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389774 May 10 21:27:17.557554 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56248) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:17.606977 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36f0dbab-0479-4390-951c-8dfed0c69fe0 admin admin] Publish callbacks [] for security_group (69c1e611-307c-4b25-adce-6665e46c9b6e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.632812 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36f0dbab-0479-4390-951c-8dfed0c69fe0 admin admin] Publish callbacks [] for security_group (69c1e611-307c-4b25-adce-6665e46c9b6e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.649721 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks [] for router_gateway (b363e596-faf4-4cf0-8702-0df563f6ae2b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.731596 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:27:16Z', 'revision_number': 5, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port': {'id': 'cd3cc03b-2165-4984-b484-b937f463fb0c', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:17.742718 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36f0dbab-0479-4390-951c-8dfed0c69fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (69c1e611-307c-4b25-adce-6665e46c9b6e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.745550 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36f0dbab-0479-4390-951c-8dfed0c69fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.746732 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-36f0dbab-0479-4390-951c-8dfed0c69fe0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69c1e611-307c-4b25-adce-6665e46c9b6e HTTP/1.1" status: 204 len: 168 time: 0.1882594 May 10 21:27:17.764172 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed760092-b6eb-413e-9802-095383a0851d None None] Checking router: b363e596-faf4-4cf0-8702-0df563f6ae2b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:27:17.768929 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0dbab-0479-4390-951c-8dfed0c69fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c1e611-307c-4b25-adce-6665e46c9b6e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:17.774567 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] Routers {'b363e596-faf4-4cf0-8702-0df563f6ae2b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:17.775473 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:26:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['b363e596-faf4-4cf0-8702-0df563f6ae2b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:17.785619 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Deleting port cd3cc03b-2165-4984-b484-b937f463fb0c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:17.785962 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.876245 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] Set router b363e596-faf4-4cf0-8702-0df563f6ae2b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:17.876848 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] For port cd3cc03b-2165-4984-b484-b937f463fb0c, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=cd3cc03b-2165-4984-b484-b937f463fb0c,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:17.877294 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:17.890885 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Calling delete_port for cd3cc03b-2165-4984-b484-b937f463fb0c owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:17.929100 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ed760092-b6eb-413e-9802-095383a0851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:27:17Z', 'revision_number': 6, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port_host': None}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:17.958959 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed760092-b6eb-413e-9802-095383a0851d None None] The sync data for ids ['b363e596-faf4-4cf0-8702-0df563f6ae2b'] in dv-cinder-836083-6-iscsi is: [{'id': 'b363e596-faf4-4cf0-8702-0df563f6ae2b', 'name': 'tempest-AttachVolumeNegativeTest-1132335136-router', 'tenant_id': '8286226c580f4896aec72c65642fce30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:14Z', 'updated_at': '2022-05-10T21:27:17Z', 'revision_number': 6, 'project_id': '8286226c580f4896aec72c65642fce30', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:27:18.130786 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (cd3cc03b-2165-4984-b484-b937f463fb0c), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.160296 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3cc03b-2165-4984-b484-b937f463fb0c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:18.221675 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (b363e596-faf4-4cf0-8702-0df563f6ae2b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.317686 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (b363e596-faf4-4cf0-8702-0df563f6ae2b), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.320968 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks [] for router_controller (b363e596-faf4-4cf0-8702-0df563f6ae2b), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.431837 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56254) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:18.444988 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-462e7307-d047-44e3-9b79-ef275faf4b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.462184 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (b363e596-faf4-4cf0-8702-0df563f6ae2b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.462801 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b363e596-faf4-4cf0-8702-0df563f6ae2b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:27:18.467661 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.468911 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b46affd1-4f19-4fe8-9147-717c30336a2c admin admin] 10.222.0.25 "DELETE /v2.0/routers/b363e596-faf4-4cf0-8702-0df563f6ae2b HTTP/1.1" status: 204 len: 168 time: 1.0408552 May 10 21:27:18.478914 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56256) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:18.520983 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-462e7307-d047-44e3-9b79-ef275faf4b8f admin admin] Publish callbacks [] for security_group (61432669-2880-4821-a01e-5e2dd40dbe26), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.523635 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Deleting subnet 9d80f143-2da6-498b-91cd-4bf0b726ac2c {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:27:18.526755 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Publish callbacks [] for subnet (9d80f143-2da6-498b-91cd-4bf0b726ac2c), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.561268 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (9d80f143-2da6-498b-91cd-4bf0b726ac2c), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.587223 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-462e7307-d047-44e3-9b79-ef275faf4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (61432669-2880-4821-a01e-5e2dd40dbe26), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.626576 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-462e7307-d047-44e3-9b79-ef275faf4b8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e7e6f9bbec744adae9263d11df321f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936417 May 10 21:27:18.627425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e7307-d047-44e3-9b79-ef275faf4b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61432669-2880-4821-a01e-5e2dd40dbe26,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:18.629336 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56258) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:18.659098 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (9d80f143-2da6-498b-91cd-4bf0b726ac2c), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.690735 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d6288dc-77e9-4098-9792-685e3785225d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.733602 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5256bf7-f60f-4ed3-a320-2813b4750763 admin admin] Publish callbacks [] for security_group (61432669-2880-4821-a01e-5e2dd40dbe26), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.761185 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5256bf7-f60f-4ed3-a320-2813b4750763 admin admin] Publish callbacks [] for security_group (61432669-2880-4821-a01e-5e2dd40dbe26), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.839671 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (9d80f143-2da6-498b-91cd-4bf0b726ac2c), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.876244 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.876244 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d80f143-2da6-498b-91cd-4bf0b726ac2c HTTP/1.1" status: 204 len: 168 time: 0.3936725 May 10 21:27:18.876244 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3b5bd-c49c-4f23-8a2e-bdb6ad6d6f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d80f143-2da6-498b-91cd-4bf0b726ac2c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:18.877537 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56260) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:18.884832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffb328-8468-4998-81d9-5c4053954ee2 None None] Network 3f280d19-4e21-4706-a61f-7c29f950ac00 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:27:18.891748 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5256bf7-f60f-4ed3-a320-2813b4750763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (61432669-2880-4821-a01e-5e2dd40dbe26), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.894948 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5256bf7-f60f-4ed3-a320-2813b4750763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:18.896157 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d5256bf7-f60f-4ed3-a320-2813b4750763 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61432669-2880-4821-a01e-5e2dd40dbe26 HTTP/1.1" status: 204 len: 168 time: 0.2654414 May 10 21:27:18.922114 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256bf7-f60f-4ed3-a320-2813b4750763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61432669-2880-4821-a01e-5e2dd40dbe26,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:19.003873 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (3f280d19-4e21-4706-a61f-7c29f950ac00), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.014051 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device cd3cc03b-2165-4984-b484-b937f463fb0c no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:19.038863 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: cd3cc03b-2165-4984-b484-b937f463fb0c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:19.039208 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device cd3cc03b-2165-4984-b484-b937f463fb0c not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:19.039632 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device e8e492b4-0e27-493d-934e-4c964c830c27 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:19.054762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Deleting port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:19.055108 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.065606 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: e8e492b4-0e27-493d-934e-4c964c830c27 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:19.065961 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device e8e492b4-0e27-493d-934e-4c964c830c27 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:19.124222 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] For port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:19.124833 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.130302 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] DHCP port deletion for 3f280d19-4e21-4706-a61f-7c29f950ac00 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:27:19.143711 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Calling delete_port for abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:19.172265 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] Deleting port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:19.172644 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.239407 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] For port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,segment=NetworkSegment(601f09c6-71a1-409f-b3ed-0065f6d84958),segment_id=601f09c6-71a1-409f-b3ed-0065f6d84958)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:19.239853 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.253263 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] Calling delete_port for abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:19.302149 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.330319 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.332231 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Pushing event deleted for resources: {'Port': ['ID=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:19.335691 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] No DVR routers for this DVR port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 on host dv-cinder-836083-6-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:19.424056 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (3f280d19-4e21-4706-a61f-7c29f950ac00), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.447308 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f280d19-4e21-4706-a61f-7c29f950ac00']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:19.459111 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601f09c6-71a1-409f-b3ed-0065f6d84958') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:19.459804 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601f09c6-71a1-409f-b3ed-0065f6d84958') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:19.470339 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (601f09c6-71a1-409f-b3ed-0065f6d84958), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.485135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (601f09c6-71a1-409f-b3ed-0065f6d84958), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.492215 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] Pushing event deleted for resources: {'Port': ['ID=abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:19.492499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:27:19.493066 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (601f09c6-71a1-409f-b3ed-0065f6d84958), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.495653 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99fe6e-502d-4854-b0cd-8fcd6f9d9d9f None None] No DVR routers for this DVR port abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:27:19.500175 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:27:19.627781 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (3f280d19-4e21-4706-a61f-7c29f950ac00), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.633694 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.637072 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f280d19-4e21-4706-a61f-7c29f950ac00 HTTP/1.1" status: 204 len: 168 time: 0.7584996 May 10 21:27:19.648565 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d69bc-28f4-4471-97a5-09e03f803dab admin admin] Pushing event deleted for resources: {'Network': ['ID=3f280d19-4e21-4706-a61f-7c29f950ac00,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:19.873734 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:19.946393 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56286) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:19.985518 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-01521de2-37c1-41a8-aa56-1000ad5c0100 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8286226c580f4896aec72c65642fce30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377338 May 10 21:27:19.988138 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56288) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:20.038322 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f73653b6-c9d5-4404-91cb-23618e18f0e6 admin admin] Publish callbacks [] for security_group (06216be5-0420-4582-94d6-e969dd8d0751), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:20.059831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f73653b6-c9d5-4404-91cb-23618e18f0e6 admin admin] Publish callbacks [] for security_group (06216be5-0420-4582-94d6-e969dd8d0751), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:20.192989 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f73653b6-c9d5-4404-91cb-23618e18f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (06216be5-0420-4582-94d6-e969dd8d0751), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:20.196646 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f73653b6-c9d5-4404-91cb-23618e18f0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:20.197789 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f73653b6-c9d5-4404-91cb-23618e18f0e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06216be5-0420-4582-94d6-e969dd8d0751 HTTP/1.1" status: 204 len: 168 time: 0.2086651 May 10 21:27:20.206221 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73653b6-c9d5-4404-91cb-23618e18f0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06216be5-0420-4582-94d6-e969dd8d0751,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:20.961318 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:20.982376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:20.982750 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device abccd5e7-58fd-44e2-9a0d-1d2b7a7ae760 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:21.307491 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:22.850912 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:24.590722 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:27:27.076212 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad53ae-d03e-44a1-aa5a-3560b897fbd2 req-845b4672-e149-4fe4-813c-eb17f8d46007 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:27.077899 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-41ad53ae-d03e-44a1-aa5a-3560b897fbd2 req-845b4672-e149-4fe4-813c-eb17f8d46007 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0506306 May 10 21:27:27.126108 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-41ad53ae-d03e-44a1-aa5a-3560b897fbd2 req-0390e8cf-3b14-4ccd-94e4-f50678c9ec3f tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 May 10 21:27:28.280116 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af3f78-af8a-43ba-9d13-93e2ea28d2b4 req-69279bf1-2e34-406c-a9d6-4e8da039d8c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:28.281594 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-77af3f78-af8a-43ba-9d13-93e2ea28d2b4 req-69279bf1-2e34-406c-a9d6-4e8da039d8c9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0768003 May 10 21:27:28.301710 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-e250ba2b-7f40-40f8-ad78-389d0f2552a3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:28.303157 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-e250ba2b-7f40-40f8-ad78-389d0f2552a3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 946 time: 0.0645826 May 10 21:27:28.372140 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-77af3f78-af8a-43ba-9d13-93e2ea28d2b4 req-f653ea83-7bca-4186-885d-24d24d75334a tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups?id=de972d1c-74ed-40c9-871d-ca9ac5211c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847127 May 10 21:27:28.420355 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Deleting port 53eb87d9-7496-49b6-b83d-932f96780089 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:28.420355 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (53eb87d9-7496-49b6-b83d-932f96780089), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:28.502043 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] For port 53eb87d9-7496-49b6-b83d-932f96780089, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=53eb87d9-7496-49b6-b83d-932f96780089,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:28.502249 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (53eb87d9-7496-49b6-b83d-932f96780089), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:28.678088 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:28.678385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (c836b46e-121c-4d3b-869e-7b47bb460ced), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:28.678753 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Floating IP c836b46e-121c-4d3b-869e-7b47bb460ced disassociated. External IP: 172.27.3.228, port: 53eb87d9-7496-49b6-b83d-932f96780089. May 10 21:27:28.679101 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Calling delete_port for 53eb87d9-7496-49b6-b83d-932f96780089 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:28.901986 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (53eb87d9-7496-49b6-b83d-932f96780089), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:28.931366 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event deleted for resources: {'Port': ['ID=53eb87d9-7496-49b6-b83d-932f96780089,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:29.296610 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:27:29.415782 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:27:29.425949 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:27:29.436550 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:29.437170 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:27:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:29.466405 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] No DVR routers for this DVR port 53eb87d9-7496-49b6-b83d-932f96780089 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:29.468926 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:29.472288 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-74b842af-e8f5-4ed8-9869-4bee2772a317 req-736afe63-1a4b-417c-bda1-5b742ad35998 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.23 "DELETE /v2.0/ports/53eb87d9-7496-49b6-b83d-932f96780089 HTTP/1.1" status: 204 len: 173 time: 1.1628957 May 10 21:27:29.472725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-deleted', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:27:29.475783 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768534a3-28cb-4737-b4af-4310b40312dc" -d '{"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-deleted", "tag": "53eb87d9-7496-49b6-b83d-932f96780089"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:27:29.478936 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d841ffb0-3be9-4b18-a928-df500d034c1b req-66b6434b-f288-444c-ba46-fd75ab73bae3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f31bca91-29e8-4a4c-ba97-7e4c993502ef HTTP/1.1" status: 200 len: 210 time: 0.0291674 May 10 21:27:29.512034 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b020f1-391b-438e-bd15-38c8973e47c1 x-openstack-request-id: req-15b020f1-391b-438e-bd15-38c8973e47c1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:27:29.512379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31bca91-29e8-4a4c-ba97-7e4c993502ef", "name": "network-vif-deleted", "tag": "53eb87d9-7496-49b6-b83d-932f96780089", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:27:29.512633 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b020f1-391b-438e-bd15-38c8973e47c1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:27:29.513035 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b020f1-391b-438e-bd15-38c8973e47c1'] response: {'server_uuid': 'f31bca91-29e8-4a4c-ba97-7e4c993502ef', 'name': 'network-vif-deleted', 'tag': '53eb87d9-7496-49b6-b83d-932f96780089', 'status': 'completed', 'code': 200} May 10 21:27:29.556896 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:29.750180 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:29.784553 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:27:29.794747 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:29.795296 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:27:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:30.007217 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:30.204848 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:30.231729 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebad81-4df4-4499-beea-e705cc6f08a6 None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:20:27Z', 'revision_number': 4, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a5c51d27-34a3-4229-9a20-c8bb3349a993', 'name': '', 'network_id': '169df5df-f41d-4a2b-9d9a-2bdd14f9c862', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'mac_address': 'fa:16:3e:ff:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:23Z', 'updated_at': '2022-05-10T21:20:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'subnets': [{'id': '1120c448-f214-482d-9129-d5bb7a82ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:27:30.464578 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f843d4f-380b-4511-8c0c-b40337153b8b None None] New status for floating IP c836b46e-121c-4d3b-869e-7b47bb460ced: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:27:30.635526 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56494) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:30.696044 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16005c4e-d8c5-402e-b313-37612cd08cde tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (de972d1c-74ed-40c9-871d-ca9ac5211c64), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:30.720371 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16005c4e-d8c5-402e-b313-37612cd08cde tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (de972d1c-74ed-40c9-871d-ca9ac5211c64), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:30.775287 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56498) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:30.822224 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16005c4e-d8c5-402e-b313-37612cd08cde tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (de972d1c-74ed-40c9-871d-ca9ac5211c64), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:30.825031 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16005c4e-d8c5-402e-b313-37612cd08cde tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:30.826305 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-16005c4e-d8c5-402e-b313-37612cd08cde tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "DELETE /v2.0/security-groups/de972d1c-74ed-40c9-871d-ca9ac5211c64 HTTP/1.1" status: 204 len: 168 time: 0.1897976 May 10 21:27:30.829106 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56502) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:30.837212 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005c4e-d8c5-402e-b313-37612cd08cde tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de972d1c-74ed-40c9-871d-ca9ac5211c64,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:30.845217 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.api.v2.resource [None req-da094e51-5526-4516-b063-9e8988c3d0e6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] show failed (client error): The resource could not be found. May 10 21:27:30.850235 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-da094e51-5526-4516-b063-9e8988c3d0e6 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "GET /v2.0/security-groups/de972d1c-74ed-40c9-871d-ca9ac5211c64 HTTP/1.1" status: 404 len: 347 time: 0.0159996 May 10 21:27:30.850235 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56504) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:30.918147 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40ea2e7-c33e-4e9d-94fe-26a55f6fadb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.016357 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Deleting port 1cbc55f1-1922-4251-981c-786432a32cec {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:31.016613 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (1cbc55f1-1922-4251-981c-786432a32cec), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.116539 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40ea2e7-c33e-4e9d-94fe-26a55f6fadb5 admin admin] Publish callbacks [] for security_group (41869787-fc42-4c5a-9ff2-3e8c7abbc2bc), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.120621 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (1cbc55f1-1922-4251-981c-786432a32cec), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.120942 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (1cbc55f1-1922-4251-981c-786432a32cec), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.132497 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Calling delete_port for 1cbc55f1-1922-4251-981c-786432a32cec owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:31.183438 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40ea2e7-c33e-4e9d-94fe-26a55f6fadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (41869787-fc42-4c5a-9ff2-3e8c7abbc2bc), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.236512 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b40ea2e7-c33e-4e9d-94fe-26a55f6fadb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6a8b2813af04da29aeaece3a2108cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601204 May 10 21:27:31.239272 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56506) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:31.240082 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ea2e7-c33e-4e9d-94fe-26a55f6fadb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41869787-fc42-4c5a-9ff2-3e8c7abbc2bc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:31.289131 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0236d8e3-4818-4aea-a50e-009a910a9b95 admin admin] Publish callbacks [] for security_group (41869787-fc42-4c5a-9ff2-3e8c7abbc2bc), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.310330 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0236d8e3-4818-4aea-a50e-009a910a9b95 admin admin] Publish callbacks [] for security_group (41869787-fc42-4c5a-9ff2-3e8c7abbc2bc), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.387942 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (1cbc55f1-1922-4251-981c-786432a32cec), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.415136 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Pushing event deleted for resources: {'Port': ['ID=1cbc55f1-1922-4251-981c-786432a32cec,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:31.439716 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0236d8e3-4818-4aea-a50e-009a910a9b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (41869787-fc42-4c5a-9ff2-3e8c7abbc2bc), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.443218 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0236d8e3-4818-4aea-a50e-009a910a9b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.443977 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0236d8e3-4818-4aea-a50e-009a910a9b95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41869787-fc42-4c5a-9ff2-3e8c7abbc2bc HTTP/1.1" status: 204 len: 168 time: 0.2037308 May 10 21:27:31.452398 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236d8e3-4818-4aea-a50e-009a910a9b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41869787-fc42-4c5a-9ff2-3e8c7abbc2bc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:31.481335 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks [] for floatingip (c836b46e-121c-4d3b-869e-7b47bb460ced), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.484403 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:31.488157 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b646fb58-0b1d-4c05-87de-635003afa8b9 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] 10.222.0.25 "DELETE /v2.0/floatingips/c836b46e-121c-4d3b-869e-7b47bb460ced HTTP/1.1" status: 204 len: 168 time: 0.6232321 May 10 21:27:31.730640 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:31.751193 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 53eb87d9-7496-49b6-b83d-932f96780089 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:31.751555 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 53eb87d9-7496-49b6-b83d-932f96780089 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:32.048630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56520) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:32.062461 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc3fc-4ccd-4e07-add8-ffa10d432946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.138780 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc3fc-4ccd-4e07-add8-ffa10d432946 admin admin] Publish callbacks [] for security_group (8affe414-5935-45db-ac76-5409e85dc003), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.250303 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc3fc-4ccd-4e07-add8-ffa10d432946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (8affe414-5935-45db-ac76-5409e85dc003), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.291425 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5b4cc3fc-4ccd-4e07-add8-ffa10d432946 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9841f80c5a0240c290f9865cf936488f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416935 May 10 21:27:32.292289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cc3fc-4ccd-4e07-add8-ffa10d432946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8affe414-5935-45db-ac76-5409e85dc003,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:32.294852 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56530) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:32.345523 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-112e6679-aa6f-41d0-b066-c24d61c4e45a admin admin] Publish callbacks [] for security_group (8affe414-5935-45db-ac76-5409e85dc003), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.366122 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-112e6679-aa6f-41d0-b066-c24d61c4e45a admin admin] Publish callbacks [] for security_group (8affe414-5935-45db-ac76-5409e85dc003), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.495361 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-112e6679-aa6f-41d0-b066-c24d61c4e45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (8affe414-5935-45db-ac76-5409e85dc003), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.497994 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-112e6679-aa6f-41d0-b066-c24d61c4e45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:32.499186 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-112e6679-aa6f-41d0-b066-c24d61c4e45a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8affe414-5935-45db-ac76-5409e85dc003 HTTP/1.1" status: 204 len: 168 time: 0.2024634 May 10 21:27:32.507306 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6679-aa6f-41d0-b066-c24d61c4e45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8affe414-5935-45db-ac76-5409e85dc003,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:34.161987 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:34.911998 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:35.155246 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Deleting port a5c51d27-34a3-4229-9a20-c8bb3349a993 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:35.155502 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:35.237921 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] For port a5c51d27-34a3-4229-9a20-c8bb3349a993, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a5c51d27-34a3-4229-9a20-c8bb3349a993,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:35.238636 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:35.251762 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Calling delete_port for a5c51d27-34a3-4229-9a20-c8bb3349a993 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:35.542172 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (a5c51d27-34a3-4229-9a20-c8bb3349a993), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:35.566735 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c51d27-34a3-4229-9a20-c8bb3349a993,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:35.579809 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.580155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.580498 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.580838 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.581208 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.581477 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.581827 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.582148 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.582493 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.582816 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.583156 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.583457 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.583774 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.584088 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.584401 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:35.757763 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:35.888562 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56642) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:35.982330 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:27:35.993247 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.066925 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Publish callbacks [] for security_group (83811a22-1f21-432b-a917-b431d30601ee), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.091569 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:27:36.096665 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-439bd238-7857-409a-818f-2e2724217099 admin admin] 10.222.0.25 "PUT /v2.0/routers/c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356618 May 10 21:27:36.099182 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:36.102106 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] Sync routers for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:27:36.112700 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:36.113324 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:27:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:36.124738 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (83811a22-1f21-432b-a917-b431d30601ee), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.186987 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=971682d7e1604a27997bfaad32c698c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967429 May 10 21:27:36.187373 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:36.188071 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83811a22-1f21-432b-a917-b431d30601ee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:36.213993 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.214601 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.214945 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.215282 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.215615 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.215940 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.216262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.216758 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.217083 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.217405 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.217759 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.218079 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.218399 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.218744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.219059 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccc1e2-a940-4865-bed9-40a9fcd1579e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:27:36.229468 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:36.237305 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks [] for router (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.263323 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1b5a-c2e9-4bb8-b08d-62a2cf553a29 admin admin] Publish callbacks [] for security_group (83811a22-1f21-432b-a917-b431d30601ee), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.285501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1b5a-c2e9-4bb8-b08d-62a2cf553a29 admin admin] Publish callbacks [] for security_group (83811a22-1f21-432b-a917-b431d30601ee), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.363670 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks [] for router_gateway (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.410036 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:27:35Z', 'revision_number': 5, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port': {'id': 'bf94be56-4197-4112-b7f9-0858de8c875b', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:20:15Z', 'updated_at': '2022-05-10T21:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:36.410810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1b5a-c2e9-4bb8-b08d-62a2cf553a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (83811a22-1f21-432b-a917-b431d30601ee), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.413478 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1b5a-c2e9-4bb8-b08d-62a2cf553a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.414770 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d8bf1b5a-c2e9-4bb8-b08d-62a2cf553a29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83811a22-1f21-432b-a917-b431d30601ee HTTP/1.1" status: 204 len: 168 time: 0.2219751 May 10 21:27:36.422559 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf1b5a-c2e9-4bb8-b08d-62a2cf553a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83811a22-1f21-432b-a917-b431d30601ee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:36.443721 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] Checking router: c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:27:36.453680 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] Routers {'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:27:36.454312 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:27:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:36.474911 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Deleting port bf94be56-4197-4112-b7f9-0858de8c875b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:36.479362 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.555183 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] Set router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:27:36.563108 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] For port bf94be56-4197-4112-b7f9-0858de8c875b, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=bf94be56-4197-4112-b7f9-0858de8c875b,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:36.563742 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.577754 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Calling delete_port for bf94be56-4197-4112-b7f9-0858de8c875b owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:36.612606 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:27:36Z', 'revision_number': 6, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port_host': None}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:36.640749 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad43cb2-e351-47e5-8509-dd4065fd97f5 None None] The sync data for ids ['c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e'] in dv-cinder-836083-6-iscsi is: [{'id': 'c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e', 'name': 'tempest-AttachVolumeShelveTestJSON-1630206493-router', 'tenant_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:20:13Z', 'updated_at': '2022-05-10T21:27:36Z', 'revision_number': 6, 'project_id': '802e2ef29f6f4b2c8ca69204b69cc142', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:27:36.799260 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (bf94be56-4197-4112-b7f9-0858de8c875b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.826355 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf94be56-4197-4112-b7f9-0858de8c875b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:36.889976 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.980588 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.983213 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks [] for router_controller (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:36.986309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:37.007025 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b16056d0-90d2-416d-8102-3bc66d235f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.103243 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.109105 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:27:37.109105 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.112370 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b6a46921-5c1f-4bc2-b9ef-19b8ed2a9aa6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c6afa931-aa36-4a40-ad1b-ca5a9a2a3a5e HTTP/1.1" status: 204 len: 168 time: 1.0097895 May 10 21:27:37.112551 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56668) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:37.116310 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b16056d0-90d2-416d-8102-3bc66d235f58 admin admin] Publish callbacks [] for security_group (104d4c5a-007d-4419-b5aa-3e5f7a50fb1d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.153444 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b16056d0-90d2-416d-8102-3bc66d235f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (104d4c5a-007d-4419-b5aa-3e5f7a50fb1d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.157355 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Deleting subnet 1120c448-f214-482d-9129-d5bb7a82ac96 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:27:37.160478 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Publish callbacks [] for subnet (1120c448-f214-482d-9129-d5bb7a82ac96), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.191476 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b16056d0-90d2-416d-8102-3bc66d235f58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b88a8afaac0f4155955bbb95002bab39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016139 May 10 21:27:37.193407 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16056d0-90d2-416d-8102-3bc66d235f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104d4c5a-007d-4419-b5aa-3e5f7a50fb1d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:37.194053 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56670) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:37.202325 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (1120c448-f214-482d-9129-d5bb7a82ac96), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.431391 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a5c51d27-34a3-4229-9a20-c8bb3349a993 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:37.453514 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: a5c51d27-34a3-4229-9a20-c8bb3349a993 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:37.453869 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a5c51d27-34a3-4229-9a20-c8bb3349a993 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:37.568953 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-033b516a-57fa-47c8-bff3-3640b696783c admin admin] Publish callbacks [] for security_group (104d4c5a-007d-4419-b5aa-3e5f7a50fb1d), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.591526 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (1120c448-f214-482d-9129-d5bb7a82ac96), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.618958 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-033b516a-57fa-47c8-bff3-3640b696783c admin admin] Publish callbacks [] for security_group (104d4c5a-007d-4419-b5aa-3e5f7a50fb1d), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.748378 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (1120c448-f214-482d-9129-d5bb7a82ac96), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.776769 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1120c448-f214-482d-9129-d5bb7a82ac96,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:37.778326 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-033b516a-57fa-47c8-bff3-3640b696783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (104d4c5a-007d-4419-b5aa-3e5f7a50fb1d), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.780976 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-033b516a-57fa-47c8-bff3-3640b696783c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.782107 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-033b516a-57fa-47c8-bff3-3640b696783c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/104d4c5a-007d-4419-b5aa-3e5f7a50fb1d HTTP/1.1" status: 204 len: 168 time: 0.5870543 May 10 21:27:37.785382 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.785524 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b897c-00fe-493f-a844-d80eaa784bac None None] Network 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:27:37.789688 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56686) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:37.799527 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d575865a-23ee-4248-8fce-25ff8fbfca63 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1120c448-f214-482d-9129-d5bb7a82ac96 HTTP/1.1" status: 204 len: 168 time: 0.6858795 May 10 21:27:37.819160 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b516a-57fa-47c8-bff3-3640b696783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d4c5a-007d-4419-b5aa-3e5f7a50fb1d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:37.869321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (169df5df-f41d-4a2b-9d9a-2bdd14f9c862), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:37.933453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Deleting port fbe79b0e-01dd-4b77-8f70-423a278fc241 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:37.933810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.006165 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] DHCP port deletion for 169df5df-f41d-4a2b-9d9a-2bdd14f9c862 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:27:38.006389 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] For port fbe79b0e-01dd-4b77-8f70-423a278fc241, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=fbe79b0e-01dd-4b77-8f70-423a278fc241,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:38.006389 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.018707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Calling delete_port for fbe79b0e-01dd-4b77-8f70-423a278fc241 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:38.041652 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] Deleting port fbe79b0e-01dd-4b77-8f70-423a278fc241 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:27:38.042044 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.107412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] For port fbe79b0e-01dd-4b77-8f70-423a278fc241, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=fbe79b0e-01dd-4b77-8f70-423a278fc241,segment=NetworkSegment(0554f1cd-0504-476c-ae30-d08040377ffb),segment_id=0554f1cd-0504-476c-ae30-d08040377ffb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:38.108100 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.131247 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] Calling delete_port for fbe79b0e-01dd-4b77-8f70-423a278fc241 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:27:38.170079 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.197849 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe79b0e-01dd-4b77-8f70-423a278fc241,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:38.200905 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] No DVR routers for this DVR port fbe79b0e-01dd-4b77-8f70-423a278fc241 on host dv-cinder-836083-6-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:38.228196 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (fbe79b0e-01dd-4b77-8f70-423a278fc241), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.257235 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] Pushing event deleted for resources: {'Port': ['ID=fbe79b0e-01dd-4b77-8f70-423a278fc241,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:38.267891 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1023b0-7a82-4b23-8a7c-becc76e3e9f1 None None] No DVR routers for this DVR port fbe79b0e-01dd-4b77-8f70-423a278fc241 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:27:38.285999 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (169df5df-f41d-4a2b-9d9a-2bdd14f9c862), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.306492 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169df5df-f41d-4a2b-9d9a-2bdd14f9c862']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:38.316223 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0554f1cd-0504-476c-ae30-d08040377ffb') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:38.316799 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0554f1cd-0504-476c-ae30-d08040377ffb') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:27:38.327339 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (0554f1cd-0504-476c-ae30-d08040377ffb), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.341570 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (0554f1cd-0504-476c-ae30-d08040377ffb), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.347630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:27:38.348007 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (0554f1cd-0504-476c-ae30-d08040377ffb), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:27:38.349646 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:27:38.490778 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (169df5df-f41d-4a2b-9d9a-2bdd14f9c862), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.496691 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:38.499865 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] 10.222.0.25 "DELETE /v2.0/networks/169df5df-f41d-4a2b-9d9a-2bdd14f9c862 HTTP/1.1" status: 204 len: 168 time: 0.7091937 May 10 21:27:38.512058 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e754b59-97f9-428d-931b-1df61e690341 admin admin] Pushing event deleted for resources: {'Network': ['ID=169df5df-f41d-4a2b-9d9a-2bdd14f9c862,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:38.818585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:38.864034 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f62531cf-dd44-40ed-9b35-91b42c529699 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=802e2ef29f6f4b2c8ca69204b69cc142&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442519 May 10 21:27:38.866502 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56718) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:38.874046 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56720) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:38.924597 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2125-ef85-4a75-9721-5c0fd9e66da4 admin admin] Publish callbacks [] for security_group (b2d2ab95-4cce-48d2-a609-faf242b0c4e0), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.001346 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2125-ef85-4a75-9721-5c0fd9e66da4 admin admin] Publish callbacks [] for security_group (b2d2ab95-4cce-48d2-a609-faf242b0c4e0), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.002061 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device fbe79b0e-01dd-4b77-8f70-423a278fc241 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:39.002591 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-119488239-network', 'tenant_id': '95545f74981b44aeb69f246159088da1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:27:39.020382 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: fbe79b0e-01dd-4b77-8f70-423a278fc241 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:39.020927 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device fbe79b0e-01dd-4b77-8f70-423a278fc241 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:39.021420 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device bf94be56-4197-4112-b7f9-0858de8c875b no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:27:39.043225 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: bf94be56-4197-4112-b7f9-0858de8c875b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:27:39.043573 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device bf94be56-4197-4112-b7f9-0858de8c875b not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:27:39.205084 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Made reservation on behalf of 95545f74981b44aeb69f246159088da1 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:27:39.207604 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.217851 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.233749 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2125-ef85-4a75-9721-5c0fd9e66da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (b2d2ab95-4cce-48d2-a609-faf242b0c4e0), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.238006 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2125-ef85-4a75-9721-5c0fd9e66da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.238006 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fc4e2125-ef85-4a75-9721-5c0fd9e66da4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2d2ab95-4cce-48d2-a609-faf242b0c4e0 HTTP/1.1" status: 204 len: 168 time: 0.3695829 May 10 21:27:39.252053 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e2125-ef85-4a75-9721-5c0fd9e66da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2ab95-4cce-48d2-a609-faf242b0c4e0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:39.321025 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks [] for security_group (17609b57-b990-418e-b9fe-1acc884fbfe9), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.392980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (17609b57-b990-418e-b9fe-1acc884fbfe9), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.417286 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:27:39.425932 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17609b57-b990-418e-b9fe-1acc884fbfe9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:39.432419 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (10c8a597-4d7a-4e7b-a40c-864977119cfe), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.432829 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Added segment 10c8a597-4d7a-4e7b-a40c-864977119cfe of type vlan for network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd May 10 21:27:39.475021 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.535953 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.536979 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:39.537566 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:39.599425 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] Pushing event updated for resources: {'Network': ['ID=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:39.637005 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:27:39.687233 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-855b4c57-3d57-4ce0-8443-0a591de4180f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8119571 May 10 21:27:39.690115 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56740) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:39.694754 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Request body: {'subnet': {'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-119488239-subnet', 'tenant_id': '95545f74981b44aeb69f246159088da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:27:39.781680 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Made reservation on behalf of 95545f74981b44aeb69f246159088da1 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:27:39.784195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737905'] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:40.004994 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737895'] for subnet (0002b200-6ab1-42eb-9f07-e3607fd8b496), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:40.061530 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0002b200-6ab1-42eb-9f07-e3607fd8b496,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:40.074697 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Checking segment: {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:27:40.079074 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Network hostable DHCP agents. Network: 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:27:40.130537 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:27:40.199220 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:27:40.203511 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:40.204210 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:40.213678 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd53f9d-99f2-4ce8-8038-2827f1732e42 None None] Network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:27:40.274560 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-358290b4-924f-4915-bc91-fd589a88e547 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5738764 May 10 21:27:40.315120 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f30fe0-ec09-4189-8d70-5ac95b0cb829 None None] Network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:27:41.529466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56790) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:41.635742 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a2358f1-999d-4a53-b8a6-80de124f34a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:41.709614 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a2358f1-999d-4a53-b8a6-80de124f34a4 admin admin] Publish callbacks [] for security_group (ea81b90e-312b-4bbb-b327-3e7140d762cf), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:41.759296 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a2358f1-999d-4a53-b8a6-80de124f34a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ea81b90e-312b-4bbb-b327-3e7140d762cf), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:41.796279 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2358f1-999d-4a53-b8a6-80de124f34a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81b90e-312b-4bbb-b327-3e7140d762cf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:41.800572 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3a2358f1-999d-4a53-b8a6-80de124f34a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c13427fa494183b48606003b18e54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701263 May 10 21:27:41.803181 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:41.852005 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c09ff308-b1c9-47e6-9a18-10b6e66046dc admin admin] Publish callbacks [] for security_group (ea81b90e-312b-4bbb-b327-3e7140d762cf), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:41.874531 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c09ff308-b1c9-47e6-9a18-10b6e66046dc admin admin] Publish callbacks [] for security_group (ea81b90e-312b-4bbb-b327-3e7140d762cf), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.016332 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c09ff308-b1c9-47e6-9a18-10b6e66046dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (ea81b90e-312b-4bbb-b327-3e7140d762cf), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.019024 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c09ff308-b1c9-47e6-9a18-10b6e66046dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.020175 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c09ff308-b1c9-47e6-9a18-10b6e66046dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea81b90e-312b-4bbb-b327-3e7140d762cf HTTP/1.1" status: 204 len: 168 time: 0.2161167 May 10 21:27:42.034528 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ff308-b1c9-47e6-9a18-10b6e66046dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81b90e-312b-4bbb-b327-3e7140d762cf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:42.516631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-e11c6f55-2c84-49e5-87b2-2f8b0b7b7207 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:42.518228 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-e11c6f55-2c84-49e5-87b2-2f8b0b7b7207 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/networks?id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 200 len: 813 time: 0.1075745 May 10 21:27:42.534044 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-1b4d79e3-b207-4eb5-b8d0-96a6bbce38d2 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/quotas/95545f74981b44aeb69f246159088da1 HTTP/1.1" status: 200 len: 375 time: 0.0095439 May 10 21:27:42.569371 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-e2e1967d-4a74-43ef-8bee-d8ae712d0bca tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290046 May 10 21:27:42.710833 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 56830) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:42.725446 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d85b3236-1838-4294-ba87-1fd3ef24125c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.766397 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-8149e318-1d0a-4da0-b07a-73c484e4b9c6 service neutron] 10.222.0.25 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897247 May 10 21:27:42.801075 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d85b3236-1838-4294-ba87-1fd3ef24125c admin admin] Publish callbacks [] for security_group (032f6e52-eb7d-40e9-b8ec-0162ddb9d832), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.844973 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d85b3236-1838-4294-ba87-1fd3ef24125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (032f6e52-eb7d-40e9-b8ec-0162ddb9d832), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.865191 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-b89c763e-a18b-4e10-92d2-662c51ef5f43 service neutron] 10.222.0.25 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929620 May 10 21:27:42.885942 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-d85b3236-1838-4294-ba87-1fd3ef24125c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8155f8c6fee64b3f943c2ab25a3263b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734374 May 10 21:27:42.887905 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b3236-1838-4294-ba87-1fd3ef24125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032f6e52-eb7d-40e9-b8ec-0162ddb9d832,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:42.888711 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 56832) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:42.943642 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-447c44f7-5a5b-45b3-81d8-ffd8ba42cd71 admin admin] Publish callbacks [] for security_group (032f6e52-eb7d-40e9-b8ec-0162ddb9d832), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:42.965496 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-447c44f7-5a5b-45b3-81d8-ffd8ba42cd71 admin admin] Publish callbacks [] for security_group (032f6e52-eb7d-40e9-b8ec-0162ddb9d832), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:43.067488 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-447c44f7-5a5b-45b3-81d8-ffd8ba42cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (032f6e52-eb7d-40e9-b8ec-0162ddb9d832), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:43.070145 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-447c44f7-5a5b-45b3-81d8-ffd8ba42cd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:43.074293 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-447c44f7-5a5b-45b3-81d8-ffd8ba42cd71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/032f6e52-eb7d-40e9-b8ec-0162ddb9d832 HTTP/1.1" status: 204 len: 168 time: 0.1821754 May 10 21:27:43.080762 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c44f7-5a5b-45b3-81d8-ffd8ba42cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f6e52-eb7d-40e9-b8ec-0162ddb9d832,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:43.105297 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-19f0b795-434b-4720-a5e7-24cfec252f3a req-a4a91646-620b-47be-ac43-04c174bb14c3 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 210 time: 0.0402818 May 10 21:27:43.913118 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:44.207121 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2fd779c9-6ce1-4940-b403-3cf9440a7626 req-48e32413-c3b4-419e-b542-5364bd95409a tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 210 time: 0.0292027 May 10 21:27:45.181933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-abbedd26-de83-4f05-9ef0-5fbe398cb74d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:45.183454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-abbedd26-de83-4f05-9ef0-5fbe398cb74d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "GET /v2.0/networks?id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 200 len: 813 time: 0.1063466 May 10 21:27:45.196230 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Request body: {'port': {'device_id': '86074992-67cd-4849-b99e-4c8eca2e6476', 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd', 'admin_state_up': True, 'tenant_id': '95545f74981b44aeb69f246159088da1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:27:45.321769 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-37364362-827f-4605-8b06-374b5d1d3644 req-6088d5a5-5ec2-49e8-b80d-051f4babb88f tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 210 time: 0.0322697 May 10 21:27:45.410776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Made reservation on behalf of 95545f74981b44aeb69f246159088da1 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:27:45.415171 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:45.555617 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Allocated IP 172.20.0.6 (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd/0002b200-6ab1-42eb-9f07-e3607fd8b496/f61c3a10-f88e-46d9-a103-e985e2676aac) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:27:45.709401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks [] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:45.806157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:45.845635 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:27:45.849109 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:27:45.853451 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:27:45.897628 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Pushing event updated for resources: {'Port': ['ID=f61c3a10-f88e-46d9-a103-e985e2676aac,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:45.916902 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:45.917523 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.025452 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-10199cf2-0a70-441f-8f8e-0cb6c311bbb1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8334298 May 10 21:27:46.036214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Request body: {'port': {'device_id': '86074992-67cd-4849-b99e-4c8eca2e6476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:27:46.099964 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.404536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61c3a10-f88e-46d9-a103-e985e2676aac {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:27:46.421125 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Publish callbacks [] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.460557 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Transition to ACTIVE for port object f61c3a10-f88e-46d9-a103-e985e2676aac will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:27:46.468550 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8958664-384d-41cf-baae-1ae122a6fc1c req-100ef48b-208d-468b-83d2-c0292fb65198 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:46.470059 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b8958664-384d-41cf-baae-1ae122a6fc1c req-100ef48b-208d-468b-83d2-c0292fb65198 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 931 time: 0.0732906 May 10 21:27:46.519124 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b8958664-384d-41cf-baae-1ae122a6fc1c req-2129443b-edef-404f-a256-2712de3654b8 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 May 10 21:27:46.541759 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.571435 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9b514d5-f217-4f10-83a4-d74e8bf70874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.592193 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f61c3a10-f88e-46d9-a103-e985e2676aac,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:46.662379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Attempting to bind port f61c3a10-f88e-46d9-a103-e985e2676aac on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:27:46.662753 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Attempting to bind port f61c3a10-f88e-46d9-a103-e985e2676aac by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:27:46.663077 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Attempting to bind port f61c3a10-f88e-46d9-a103-e985e2676aac on network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:27:46.668101 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Port f61c3a10-f88e-46d9-a103-e985e2676aac on network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:27:46.668421 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Attempting to bind port f61c3a10-f88e-46d9-a103-e985e2676aac on network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:27:46.673174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:27:46.673506 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Checking segment: {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:27:46.673884 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Bound using segment: {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:27:46.674301 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Bound port: f61c3a10-f88e-46d9-a103-e985e2676aac, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:27:46.674684 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.739867 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] For port f61c3a10-f88e-46d9-a103-e985e2676aac, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:27:46.743531 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] For port f61c3a10-f88e-46d9-a103-e985e2676aac, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f61c3a10-f88e-46d9-a103-e985e2676aac,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:27:46.834215 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.869097 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:46.869723 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:46.871384 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] 10.222.0.23 "PUT /v2.0/ports/f61c3a10-f88e-46d9-a103-e985e2676aac HTTP/1.1" status: 200 len: 1093 time: 0.8391359 May 10 21:27:46.873637 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86074992-67cd-4849-b99e-4c8eca2e6476', 'tag': 'f61c3a10-f88e-46d9-a103-e985e2676aac'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:27:46.876740 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "86074992-67cd-4849-b99e-4c8eca2e6476", "tag": "f61c3a10-f88e-46d9-a103-e985e2676aac"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:27:46.905751 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ec68e-89dc-4973-841d-6cfe86c359c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f61c3a10-f88e-46d9-a103-e985e2676aac,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:46.920017 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b60d7b-e520-4c1b-8982-7f82a479b2de x-openstack-request-id: req-d0b60d7b-e520-4c1b-8982-7f82a479b2de {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:27:46.920316 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86074992-67cd-4849-b99e-4c8eca2e6476", "tag": "f61c3a10-f88e-46d9-a103-e985e2676aac", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:27:46.920576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0b60d7b-e520-4c1b-8982-7f82a479b2de {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:27:46.921003 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b60d7b-e520-4c1b-8982-7f82a479b2de'] response: {'name': 'network-changed', 'server_uuid': '86074992-67cd-4849-b99e-4c8eca2e6476', 'tag': 'f61c3a10-f88e-46d9-a103-e985e2676aac', 'status': 'completed', 'code': 200} May 10 21:27:46.980486 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8 req-ea2994d2-2a56-447f-84de-4bdc9a2b91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:46.982063 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8 req-ea2994d2-2a56-447f-84de-4bdc9a2b91c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 1127 time: 0.0407109 May 10 21:27:47.081981 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8 req-0dd98859-c731-4667-93f3-d2279df92996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:47.083475 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8 req-0dd98859-c731-4667-93f3-d2279df92996 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=95545f74981b44aeb69f246159088da1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940106 May 10 21:27:47.176537 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8 req-321fe8bf-11f5-4f24-83b8-b36e1f8fadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:47.178015 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0c75fec7-1fab-47c5-8b47-c3ca5fe2e5f8 req-321fe8bf-11f5-4f24-83b8-b36e1f8fadb8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888779 May 10 21:27:47.256240 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-cd946650-34a6-44d9-8367-c18c2bc060e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:47.258376 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-cd946650-34a6-44d9-8367-c18c2bc060e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 1127 time: 0.0454938 May 10 21:27:47.298861 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-102e1343-7e2d-4215-b6d7-b13d9a685c5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f61c3a10-f88e-46d9-a103-e985e2676aac HTTP/1.1" status: 200 len: 217 time: 0.0345061 May 10 21:27:47.358400 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-813c5b3f-cc4f-4399-b6e6-8b6ac14e5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:47.364043 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-813c5b3f-cc4f-4399-b6e6-8b6ac14e5cef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0002b200-6ab1-42eb-9f07-e3607fd8b496 HTTP/1.1" status: 200 len: 853 time: 0.0486834 May 10 21:27:47.395217 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-f21fe48f-db6d-4fa3-8e02-a4390439196f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293038 May 10 21:27:47.492357 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-89c4e671-2e91-42ad-9bd0-5954150cb6a9 service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914896 May 10 21:27:47.589818 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6549758e-7cb9-4fcd-8811-a39decce9d4a req-7a2d0edc-8fa7-48d8-9171-7bd122e18dd2 service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920346 May 10 21:27:47.648335 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22203d6-46e6-4657-b09b-8fbdc4e8826e req-d11c2bf1-d8df-4e40-b8d4-da86cad61593 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:47.649921 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d22203d6-46e6-4657-b09b-8fbdc4e8826e req-d11c2bf1-d8df-4e40-b8d4-da86cad61593 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 943 time: 0.0591362 May 10 21:27:47.698244 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d22203d6-46e6-4657-b09b-8fbdc4e8826e req-c372b19b-be08-4b08-8416-a3b5148f8ac8 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 May 10 21:27:48.684418 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a3730a5-c87f-4448-a6b8-4b61cff9d103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:48.819592 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eef9c-3119-4f6b-a20c-0184e4a8f24c req-b544d609-a142-4b71-9257-3d88540516ee tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:48.821684 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-406eef9c-3119-4f6b-a20c-0184e4a8f24c req-b544d609-a142-4b71-9257-3d88540516ee tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 943 time: 0.0481789 May 10 21:27:48.882317 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-406eef9c-3119-4f6b-a20c-0184e4a8f24c req-009bf318-4118-4bd0-a318-c19cce4b9220 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550404 May 10 21:27:49.326432 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:49.430943 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e73133ea-2c27-4cd6-95ff-ac3f00e0d59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.506598 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e73133ea-2c27-4cd6-95ff-ac3f00e0d59b admin admin] Publish callbacks [] for security_group (264df608-ae68-4f3c-8a11-daa22f43b08f), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.587650 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e73133ea-2c27-4cd6-95ff-ac3f00e0d59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (264df608-ae68-4f3c-8a11-daa22f43b08f), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.624922 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73133ea-2c27-4cd6-95ff-ac3f00e0d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264df608-ae68-4f3c-8a11-daa22f43b08f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:49.629249 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e73133ea-2c27-4cd6-95ff-ac3f00e0d59b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d9e21bd4f964aa2bb43f16c9a78179f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017707 May 10 21:27:49.634924 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:49.679390 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-154597e4-9e75-4eba-80b0-3fbf23b39f0e admin admin] Publish callbacks [] for security_group (264df608-ae68-4f3c-8a11-daa22f43b08f), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.700476 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-154597e4-9e75-4eba-80b0-3fbf23b39f0e admin admin] Publish callbacks [] for security_group (264df608-ae68-4f3c-8a11-daa22f43b08f), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.838210 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f61c3a10-f88e-46d9-a103-e985e2676aac details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:27:49.845031 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-154597e4-9e75-4eba-80b0-3fbf23b39f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (264df608-ae68-4f3c-8a11-daa22f43b08f), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.847711 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-154597e4-9e75-4eba-80b0-3fbf23b39f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.848954 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-154597e4-9e75-4eba-80b0-3fbf23b39f0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/264df608-ae68-4f3c-8a11-daa22f43b08f HTTP/1.1" status: 204 len: 168 time: 0.2160158 May 10 21:27:49.858944 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154597e4-9e75-4eba-80b0-3fbf23b39f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264df608-ae68-4f3c-8a11-daa22f43b08f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:49.948478 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:49.955429 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port f61c3a10-f88e-46d9-a103-e985e2676aac, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f61c3a10-f88e-46d9-a103-e985e2676aac,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:49.966236 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'f61c3a10-f88e-46d9-a103-e985e2676aac', 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd', 'port_id': 'f61c3a10-f88e-46d9-a103-e985e2676aac', 'mac_address': 'fa:16:3e:f8:d3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0002b200-6ab1-42eb-9f07-e3607fd8b496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:27:50.008308 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2593c-055b-4ee2-a0fc-1b7bc74fdaed req-e9507436-6fca-4e72-8c0f-0a0e798696c3 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:50.009557 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port f61c3a10-f88e-46d9-a103-e985e2676aac is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:27:50.010162 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.010602 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b1e2593c-055b-4ee2-a0fc-1b7bc74fdaed req-e9507436-6fca-4e72-8c0f-0a0e798696c3 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 943 time: 0.0497916 May 10 21:27:50.023761 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61c3a10-f88e-46d9-a103-e985e2676aac {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:27:50.045649 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port f61c3a10-f88e-46d9-a103-e985e2676aac, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f61c3a10-f88e-46d9-a103-e985e2676aac,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:50.062465 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b1e2593c-055b-4ee2-a0fc-1b7bc74fdaed req-49127457-3269-40ca-a385-ad02f3984f66 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 May 10 21:27:50.147579 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.198054 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=f61c3a10-f88e-46d9-a103-e985e2676aac,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:50.346252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57026) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:50.353424 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['f61c3a10-f88e-46d9-a103-e985e2676aac'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:27:50.458632 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ff74834d-ba7a-4739-8929-588c5ed72357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.533114 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ff74834d-ba7a-4739-8929-588c5ed72357 admin admin] Publish callbacks [] for security_group (a3f7d5d7-ed39-47bc-b91c-7addbbe0702a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.546067 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:50.559166 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2924fbd-0d0f-4fed-9e04-d7cbf5182c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.601703 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ff74834d-ba7a-4739-8929-588c5ed72357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (a3f7d5d7-ed39-47bc-b91c-7addbbe0702a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.651673 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74834d-ba7a-4739-8929-588c5ed72357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f7d5d7-ed39-47bc-b91c-7addbbe0702a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:50.661202 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ff74834d-ba7a-4739-8929-588c5ed72357 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2631f2278154335aeb7bc12479e8509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138156 May 10 21:27:50.663981 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:50.685668 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2924fbd-0d0f-4fed-9e04-d7cbf5182c2a admin admin] Publish callbacks [] for security_group (4c9990ce-302d-4483-a017-04479371d829), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.721008 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f62a333f-e4ad-4e8b-8aca-3ed552a57d37 admin admin] Publish callbacks [] for security_group (a3f7d5d7-ed39-47bc-b91c-7addbbe0702a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.742686 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f62a333f-e4ad-4e8b-8aca-3ed552a57d37 admin admin] Publish callbacks [] for security_group (a3f7d5d7-ed39-47bc-b91c-7addbbe0702a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.744459 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2924fbd-0d0f-4fed-9e04-d7cbf5182c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (4c9990ce-302d-4483-a017-04479371d829), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.809581 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d2924fbd-0d0f-4fed-9e04-d7cbf5182c2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d914a42008024a699b22e4374b144526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624526 May 10 21:27:50.810902 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2924fbd-0d0f-4fed-9e04-d7cbf5182c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9990ce-302d-4483-a017-04479371d829,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:50.812361 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57034) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:50.862972 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77a31d68-7e4e-4c6b-aa94-4c45c9b71c8b admin admin] Publish callbacks [] for security_group (4c9990ce-302d-4483-a017-04479371d829), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.885551 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77a31d68-7e4e-4c6b-aa94-4c45c9b71c8b admin admin] Publish callbacks [] for security_group (4c9990ce-302d-4483-a017-04479371d829), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.886027 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f62a333f-e4ad-4e8b-8aca-3ed552a57d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (a3f7d5d7-ed39-47bc-b91c-7addbbe0702a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.888725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f62a333f-e4ad-4e8b-8aca-3ed552a57d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:50.889894 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f62a333f-e4ad-4e8b-8aca-3ed552a57d37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3f7d5d7-ed39-47bc-b91c-7addbbe0702a HTTP/1.1" status: 204 len: 168 time: 0.2251377 May 10 21:27:50.898500 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a333f-e4ad-4e8b-8aca-3ed552a57d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f7d5d7-ed39-47bc-b91c-7addbbe0702a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:51.004606 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77a31d68-7e4e-4c6b-aa94-4c45c9b71c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (4c9990ce-302d-4483-a017-04479371d829), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:51.007376 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77a31d68-7e4e-4c6b-aa94-4c45c9b71c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:51.008461 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-77a31d68-7e4e-4c6b-aa94-4c45c9b71c8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c9990ce-302d-4483-a017-04479371d829 HTTP/1.1" status: 204 len: 168 time: 0.1951077 May 10 21:27:51.017538 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a31d68-7e4e-4c6b-aa94-4c45c9b71c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9990ce-302d-4483-a017-04479371d829,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:51.175285 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d948de7-19ed-4ce7-b5ac-50cb7a239198 req-57386472-d0c3-4ac3-8b72-4f58a5915baa tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:51.176777 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3d948de7-19ed-4ce7-b5ac-50cb7a239198 req-57386472-d0c3-4ac3-8b72-4f58a5915baa tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 944 time: 0.0481832 May 10 21:27:51.231069 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3d948de7-19ed-4ce7-b5ac-50cb7a239198 req-336b67c2-d02b-4f42-97c9-718b5757dcdd tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 May 10 21:27:51.307708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:51.854466 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f61c3a10-f88e-46d9-a103-e985e2676aac up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:27:51.903757 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port f61c3a10-f88e-46d9-a103-e985e2676aac completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:27:51.976017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port f61c3a10-f88e-46d9-a103-e985e2676aac triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:27:51.976479 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:52.064384 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port f61c3a10-f88e-46d9-a103-e985e2676aac is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:27:52.064775 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:52.090349 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86074992-67cd-4849-b99e-4c8eca2e6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61c3a10-f88e-46d9-a103-e985e2676aac'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:27:52.092644 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1510435-99d1-46d6-b6bc-bfd5430d391b" -d '{"events": [{"server_uuid": "86074992-67cd-4849-b99e-4c8eca2e6476", "name": "network-vif-plugged", "status": "completed", "tag": "f61c3a10-f88e-46d9-a103-e985e2676aac"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:27:52.111996 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port f61c3a10-f88e-46d9-a103-e985e2676aac, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f61c3a10-f88e-46d9-a103-e985e2676aac,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:27:52.134389 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7adc814-ef71-455d-a295-4f9a7114af08 x-openstack-request-id: req-b7adc814-ef71-455d-a295-4f9a7114af08 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:27:52.135132 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86074992-67cd-4849-b99e-4c8eca2e6476", "name": "network-vif-plugged", "status": "completed", "tag": "f61c3a10-f88e-46d9-a103-e985e2676aac", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:27:52.135861 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7adc814-ef71-455d-a295-4f9a7114af08 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:27:52.136324 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7adc814-ef71-455d-a295-4f9a7114af08'] response: {'server_uuid': '86074992-67cd-4849-b99e-4c8eca2e6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61c3a10-f88e-46d9-a103-e985e2676aac', 'code': 200} May 10 21:27:52.193462 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:52.245671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=f61c3a10-f88e-46d9-a103-e985e2676aac,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:52.350220 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620eaa4-5b21-47ac-9760-9333a03c9aad req-0e2d3a2b-0d3c-4827-b5dd-81a1850fd7bb tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:52.351754 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0620eaa4-5b21-47ac-9760-9333a03c9aad req-0e2d3a2b-0d3c-4827-b5dd-81a1850fd7bb tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 945 time: 0.0504701 May 10 21:27:52.404123 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0620eaa4-5b21-47ac-9760-9333a03c9aad req-36e916e4-784f-4b67-bbfb-55a418582f80 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 May 10 21:27:52.463232 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfddc5e-9d7d-4ac2-8446-6225fb184140 req-da3993ce-c57e-451c-a950-9fd567c3e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:52.464741 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fdfddc5e-9d7d-4ac2-8446-6225fb184140 req-da3993ce-c57e-451c-a950-9fd567c3e376 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 1129 time: 0.0397079 May 10 21:27:52.509597 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fdfddc5e-9d7d-4ac2-8446-6225fb184140 req-8090d7f5-5a8e-4e67-ac6c-7fc384a412f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 May 10 21:27:52.845654 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:53.523799 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a4d41-93f8-4302-809d-ad7df2fda3ed req-b2168752-28ab-466b-9a0e-576146dfb94b tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:53.525277 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d08a4d41-93f8-4302-809d-ad7df2fda3ed req-b2168752-28ab-466b-9a0e-576146dfb94b tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 945 time: 0.0474479 May 10 21:27:53.575102 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d08a4d41-93f8-4302-809d-ad7df2fda3ed req-cab7768a-3001-4ef8-8433-0f685d4f3096 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 May 10 21:27:54.689985 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d5a0-4f3e-4794-a8a3-80cf89a37a40 req-56313ffa-9902-44e1-901e-f26cdb0da03e tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:27:54.691501 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-93c9d5a0-4f3e-4794-a8a3-80cf89a37a40 req-56313ffa-9902-44e1-901e-f26cdb0da03e tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 945 time: 0.0499418 May 10 21:27:54.738815 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-93c9d5a0-4f3e-4794-a8a3-80cf89a37a40 req-ed40b666-4b41-490a-b954-bf73e3ff63da tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 May 10 21:27:56.108667 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57228) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:56.215654 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3437943-ca1c-4d11-af39-1a30cf13385d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.291355 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3437943-ca1c-4d11-af39-1a30cf13385d admin admin] Publish callbacks [] for security_group (259eb884-8858-4c0a-8f31-7e6896128841), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.358656 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3437943-ca1c-4d11-af39-1a30cf13385d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (259eb884-8858-4c0a-8f31-7e6896128841), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.397762 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b3437943-ca1c-4d11-af39-1a30cf13385d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cef9b4fe1684e86a371412bb2ad5514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879746 May 10 21:27:56.398568 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3437943-ca1c-4d11-af39-1a30cf13385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259eb884-8858-4c0a-8f31-7e6896128841,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:56.401381 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57232) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:56.451971 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667bd742-ffc2-4755-8aee-1e94bcb61bc3 admin admin] Publish callbacks [] for security_group (259eb884-8858-4c0a-8f31-7e6896128841), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.473297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667bd742-ffc2-4755-8aee-1e94bcb61bc3 admin admin] Publish callbacks [] for security_group (259eb884-8858-4c0a-8f31-7e6896128841), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.591103 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667bd742-ffc2-4755-8aee-1e94bcb61bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (259eb884-8858-4c0a-8f31-7e6896128841), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.596569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667bd742-ffc2-4755-8aee-1e94bcb61bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:56.596569 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-667bd742-ffc2-4755-8aee-1e94bcb61bc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/259eb884-8858-4c0a-8f31-7e6896128841 HTTP/1.1" status: 204 len: 168 time: 0.1923716 May 10 21:27:56.604730 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bd742-ffc2-4755-8aee-1e94bcb61bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259eb884-8858-4c0a-8f31-7e6896128841,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:57.151536 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57248) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:57.164625 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35d840b3-e38a-4eda-b116-ff86feb6365e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.239830 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35d840b3-e38a-4eda-b116-ff86feb6365e admin admin] Publish callbacks [] for security_group (8edba41f-7d71-4f7a-b220-38a114a83ac1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.307933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35d840b3-e38a-4eda-b116-ff86feb6365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (8edba41f-7d71-4f7a-b220-38a114a83ac1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.348669 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-35d840b3-e38a-4eda-b116-ff86feb6365e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7e6a664ba504476a12073bb40a5a033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960940 May 10 21:27:57.349602 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d840b3-e38a-4eda-b116-ff86feb6365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edba41f-7d71-4f7a-b220-38a114a83ac1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:27:57.351408 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57250) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:27:57.403757 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08ee500c-5acc-4260-82ff-7ef2110c4ac0 admin admin] Publish callbacks [] for security_group (8edba41f-7d71-4f7a-b220-38a114a83ac1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.428328 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08ee500c-5acc-4260-82ff-7ef2110c4ac0 admin admin] Publish callbacks [] for security_group (8edba41f-7d71-4f7a-b220-38a114a83ac1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.519207 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08ee500c-5acc-4260-82ff-7ef2110c4ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (8edba41f-7d71-4f7a-b220-38a114a83ac1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.521912 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08ee500c-5acc-4260-82ff-7ef2110c4ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:27:57.523098 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-08ee500c-5acc-4260-82ff-7ef2110c4ac0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8edba41f-7d71-4f7a-b220-38a114a83ac1 HTTP/1.1" status: 204 len: 168 time: 0.1697819 May 10 21:27:57.531163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee500c-5acc-4260-82ff-7ef2110c4ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edba41f-7d71-4f7a-b220-38a114a83ac1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:01.592512 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:28:07.262155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57418) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:07.378476 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a37ea20c-1440-4b05-83be-25593a173a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.454846 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a37ea20c-1440-4b05-83be-25593a173a0c admin admin] Publish callbacks [] for security_group (db4c31f7-767a-4ffe-babb-80cb9fd667b5), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.507426 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a37ea20c-1440-4b05-83be-25593a173a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (db4c31f7-767a-4ffe-babb-80cb9fd667b5), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.545654 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ea20c-1440-4b05-83be-25593a173a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c31f7-767a-4ffe-babb-80cb9fd667b5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:07.549971 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a37ea20c-1440-4b05-83be-25593a173a0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e809972ea5de42cdb9307d669cd0132a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856984 May 10 21:28:07.557881 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57422) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:07.606181 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e55ecf-536c-4807-b55f-cf1403db5bc2 admin admin] Publish callbacks [] for security_group (db4c31f7-767a-4ffe-babb-80cb9fd667b5), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.628359 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e55ecf-536c-4807-b55f-cf1403db5bc2 admin admin] Publish callbacks [] for security_group (db4c31f7-767a-4ffe-babb-80cb9fd667b5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.753065 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e55ecf-536c-4807-b55f-cf1403db5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (db4c31f7-767a-4ffe-babb-80cb9fd667b5), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.755725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e55ecf-536c-4807-b55f-cf1403db5bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:07.756943 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-98e55ecf-536c-4807-b55f-cf1403db5bc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db4c31f7-767a-4ffe-babb-80cb9fd667b5 HTTP/1.1" status: 204 len: 168 time: 0.1981082 May 10 21:28:07.766477 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55ecf-536c-4807-b55f-cf1403db5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c31f7-767a-4ffe-babb-80cb9fd667b5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:08.323099 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57444) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:08.340180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cd758c3-5b47-45d4-a970-18a03c8e2a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.432319 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cd758c3-5b47-45d4-a970-18a03c8e2a9d admin admin] Publish callbacks [] for security_group (0e6db2f9-202a-4e01-b7d2-834216b270b0), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.496088 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cd758c3-5b47-45d4-a970-18a03c8e2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0e6db2f9-202a-4e01-b7d2-834216b270b0), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.537220 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd758c3-5b47-45d4-a970-18a03c8e2a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6db2f9-202a-4e01-b7d2-834216b270b0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:08.541848 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3cd758c3-5b47-45d4-a970-18a03c8e2a9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a6edccd4cb342328c6cdbfac5f0b11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176976 May 10 21:28:08.545243 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:08.607425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a807a6c9-d38c-402c-baaf-d197fd5e3e3c admin admin] Publish callbacks [] for security_group (0e6db2f9-202a-4e01-b7d2-834216b270b0), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.628820 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a807a6c9-d38c-402c-baaf-d197fd5e3e3c admin admin] Publish callbacks [] for security_group (0e6db2f9-202a-4e01-b7d2-834216b270b0), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.741632 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a807a6c9-d38c-402c-baaf-d197fd5e3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (0e6db2f9-202a-4e01-b7d2-834216b270b0), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.744410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a807a6c9-d38c-402c-baaf-d197fd5e3e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:08.745559 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a807a6c9-d38c-402c-baaf-d197fd5e3e3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e6db2f9-202a-4e01-b7d2-834216b270b0 HTTP/1.1" status: 204 len: 168 time: 0.1994174 May 10 21:28:08.754475 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807a6c9-d38c-402c-baaf-d197fd5e3e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6db2f9-202a-4e01-b7d2-834216b270b0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:09.690074 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:09.785461 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57484) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:09.830489 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-850791548-network', 'tenant_id': 'ace80814ab4643209f4cd44d31267fd3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:09.890243 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3802-7134-4284-92b8-ea284c51abfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:09.909683 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Made reservation on behalf of ace80814ab4643209f4cd44d31267fd3 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:09.913037 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:09.926664 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.018005 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3802-7134-4284-92b8-ea284c51abfa admin admin] Publish callbacks [] for security_group (03f488a6-308e-4e1e-9bde-42d1bafd10d8), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.046163 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks [] for security_group (add05eba-71e6-4623-b638-0fad02f7ebed), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.158532 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3802-7134-4284-92b8-ea284c51abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (03f488a6-308e-4e1e-9bde-42d1bafd10d8), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.190809 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (add05eba-71e6-4623-b638-0fad02f7ebed), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.204268 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b3ed3802-7134-4284-92b8-ea284c51abfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e0bf7b1bdbc494085b6c9eba7043347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178088 May 10 21:28:10.207144 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:10.209235 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed3802-7134-4284-92b8-ea284c51abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f488a6-308e-4e1e-9bde-42d1bafd10d8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:10.217348 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:28:10.241052 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (e6eda5e3-1781-4135-9c9a-884557f48824), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.241457 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Added segment e6eda5e3-1781-4135-9c9a-884557f48824 of type vlan for network 2612aff8-6971-49a1-9806-263c2681df50 May 10 21:28:10.250201 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add05eba-71e6-4623-b638-0fad02f7ebed,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:10.268187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ff00d41-8eb4-49e0-8104-d632bf8133f5 admin admin] Publish callbacks [] for security_group (03f488a6-308e-4e1e-9bde-42d1bafd10d8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.289740 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (2612aff8-6971-49a1-9806-263c2681df50), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.294276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ff00d41-8eb4-49e0-8104-d632bf8133f5 admin admin] Publish callbacks [] for security_group (03f488a6-308e-4e1e-9bde-42d1bafd10d8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.364407 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (2612aff8-6971-49a1-9806-263c2681df50), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.365450 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:10.366017 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.424201 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] Pushing event updated for resources: {'Network': ['ID=2612aff8-6971-49a1-9806-263c2681df50,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:10.438207 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 2612aff8-6971-49a1-9806-263c2681df50 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:28:10.461535 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57492) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:10.466729 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7dd01696-0fdd-45ba-869b-fcfae92baa6f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7704003 May 10 21:28:10.467607 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Request body: {'subnet': {'network_id': '2612aff8-6971-49a1-9806-263c2681df50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-850791548-subnet', 'tenant_id': 'ace80814ab4643209f4cd44d31267fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:10.541868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ff00d41-8eb4-49e0-8104-d632bf8133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (03f488a6-308e-4e1e-9bde-42d1bafd10d8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.544667 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ff00d41-8eb4-49e0-8104-d632bf8133f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.545980 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2ff00d41-8eb4-49e0-8104-d632bf8133f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03f488a6-308e-4e1e-9bde-42d1bafd10d8 HTTP/1.1" status: 204 len: 168 time: 0.3376493 May 10 21:28:10.560242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff00d41-8eb4-49e0-8104-d632bf8133f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f488a6-308e-4e1e-9bde-42d1bafd10d8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:10.581923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Made reservation on behalf of ace80814ab4643209f4cd44d31267fd3 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:10.584416 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639943'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.798962 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639953'] for subnet (3925e7df-237c-40da-bcaa-8de5b7bae671), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:10.855614 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3925e7df-237c-40da-bcaa-8de5b7bae671,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:10.866869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Checking segment: {'id': 'e6eda5e3-1781-4135-9c9a-884557f48824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2612aff8-6971-49a1-9806-263c2681df50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:28:10.867233 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Network hostable DHCP agents. Network: 2612aff8-6971-49a1-9806-263c2681df50, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:28:10.936026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Network 2612aff8-6971-49a1-9806-263c2681df50 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:28:10.993169 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 2612aff8-6971-49a1-9806-263c2681df50) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:28:10.998046 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:10.998735 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:11.002685 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea252f-9113-4f33-990d-18f5494ca079 None None] Network 2612aff8-6971-49a1-9806-263c2681df50 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:28:11.069507 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2282def1-c372-4237-90c5-6de878242ae8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6065884 May 10 21:28:11.104333 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce3065-ead8-45de-9899-957473c4e1b3 None None] Network 2612aff8-6971-49a1-9806-263c2681df50 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:28:11.808427 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:11.814081 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2006965169-network', 'tenant_id': 'ecff0e786dc145cebfe45617e1595dd6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:11.907349 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Made reservation on behalf of ecff0e786dc145cebfe45617e1595dd6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:11.909902 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:11.919597 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.000084 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks [] for security_group (dcbaca2d-3008-4aa6-b488-529625be2afe), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.050118 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dcbaca2d-3008-4aa6-b488-529625be2afe), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.078494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:28:12.084015 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbaca2d-3008-4aa6-b488-529625be2afe,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:12.092383 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (69b26835-e661-4a10-ae8e-ffc8a786fb25), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.092496 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Added segment 69b26835-e661-4a10-ae8e-ffc8a786fb25 of type vlan for network 3a2e4c69-6eb5-4329-b24a-7a6792518df1 May 10 21:28:12.133450 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (3a2e4c69-6eb5-4329-b24a-7a6792518df1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.215326 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (3a2e4c69-6eb5-4329-b24a-7a6792518df1), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.216561 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:12.217155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.281030 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2e4c69-6eb5-4329-b24a-7a6792518df1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:12.292367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 3a2e4c69-6eb5-4329-b24a-7a6792518df1 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:28:12.316353 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-80e95e22-0536-42cd-99e0-c98759393ad0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5068250 May 10 21:28:12.319074 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57546) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:12.323841 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Request body: {'subnet': {'network_id': '3a2e4c69-6eb5-4329-b24a-7a6792518df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2006965169-subnet', 'tenant_id': 'ecff0e786dc145cebfe45617e1595dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:12.399011 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Made reservation on behalf of ecff0e786dc145cebfe45617e1595dd6 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:12.401571 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737905'] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.644940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737895'] for subnet (8949f2cd-8b22-434c-9786-cff88b337dde), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.701781 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8949f2cd-8b22-434c-9786-cff88b337dde,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:12.711338 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Checking segment: {'id': '69b26835-e661-4a10-ae8e-ffc8a786fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '3a2e4c69-6eb5-4329-b24a-7a6792518df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:28:12.711338 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Network hostable DHCP agents. Network: 3a2e4c69-6eb5-4329-b24a-7a6792518df1, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:28:12.811070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Network 3a2e4c69-6eb5-4329-b24a-7a6792518df1 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:28:12.913120 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 3a2e4c69-6eb5-4329-b24a-7a6792518df1) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:28:12.917320 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:12.918049 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:12.925046 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c7c6e-76e5-44fe-97a9-721b79181353 None None] Network 3a2e4c69-6eb5-4329-b24a-7a6792518df1 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:28:13.026606 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-09715f05-9bfa-48ef-8a33-527ba4e37f6d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6988337 May 10 21:28:13.027209 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0073c4d-006b-4251-9ac3-53646d5104b2 None None] Network 3a2e4c69-6eb5-4329-b24a-7a6792518df1 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:28:13.924588 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:16.598828 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93ddd897-e107-4241-a5b6-f631515beba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:18.702210 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de125ec3-d2e2-4b43-83f6-6210fc3dbb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:19.488543 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-b1216f81-e6df-4b2f-859e-e3765940e13a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406582 May 10 21:28:19.572804 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-6c50b983-f1e3-48c2-a865-4457fc469847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:19.572804 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-6c50b983-f1e3-48c2-a865-4457fc469847 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 1129 time: 0.0392816 May 10 21:28:19.674393 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-d9d4e54e-cb2a-4aa7-bf9a-0b537184aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:19.675864 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-d9d4e54e-cb2a-4aa7-bf9a-0b537184aae1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 200 len: 914 time: 0.0864563 May 10 21:28:19.715221 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-bbb704e3-83d9-4d46-b807-65e031ed73f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f61c3a10-f88e-46d9-a103-e985e2676aac HTTP/1.1" status: 200 len: 217 time: 0.0329399 May 10 21:28:19.767952 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-3d946378-da24-446a-89cd-6c255d24b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:19.769430 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-3d946378-da24-446a-89cd-6c255d24b791 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0002b200-6ab1-42eb-9f07-e3607fd8b496 HTTP/1.1" status: 200 len: 853 time: 0.0482736 May 10 21:28:19.803189 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-21d0dfc0-f4c2-43ed-b623-7ad7e0cf7e42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275683 May 10 21:28:19.883648 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:19.910092 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-ea22bb81-f9a8-46c2-af94-fbeb2a6651c0 service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947094 May 10 21:28:20.004861 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3805ed9f-421b-4c7e-8cfd-ca08f3477e89 req-d2da5389-99c3-4fa0-99ef-27f2b5b146ad service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873423 May 10 21:28:21.295713 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.142297 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57726) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:22.246258 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b852852e-9ee1-42a0-9c80-619ca17568cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.321585 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b852852e-9ee1-42a0-9c80-619ca17568cb admin admin] Publish callbacks [] for security_group (976042e4-9dfb-438a-ad1e-6f15e5ce8cdd), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.387190 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b852852e-9ee1-42a0-9c80-619ca17568cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (976042e4-9dfb-438a-ad1e-6f15e5ce8cdd), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.426955 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b852852e-9ee1-42a0-9c80-619ca17568cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=415f92d0a65741baae4c810488ef6257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835269 May 10 21:28:22.427803 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852852e-9ee1-42a0-9c80-619ca17568cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976042e4-9dfb-438a-ad1e-6f15e5ce8cdd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:22.430262 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:22.502000 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39aa3332-b288-4cfd-ac97-13b8a71bd4f4 admin admin] Publish callbacks [] for security_group (976042e4-9dfb-438a-ad1e-6f15e5ce8cdd), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.523919 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39aa3332-b288-4cfd-ac97-13b8a71bd4f4 admin admin] Publish callbacks [] for security_group (976042e4-9dfb-438a-ad1e-6f15e5ce8cdd), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.633193 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39aa3332-b288-4cfd-ac97-13b8a71bd4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (976042e4-9dfb-438a-ad1e-6f15e5ce8cdd), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.636155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39aa3332-b288-4cfd-ac97-13b8a71bd4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:22.637371 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-39aa3332-b288-4cfd-ac97-13b8a71bd4f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/976042e4-9dfb-438a-ad1e-6f15e5ce8cdd HTTP/1.1" status: 204 len: 168 time: 0.2065709 May 10 21:28:22.646204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa3332-b288-4cfd-ac97-13b8a71bd4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976042e4-9dfb-438a-ad1e-6f15e5ce8cdd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:22.845070 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.247171 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57742) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:23.261494 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bb15dea-1587-438d-a311-de45f3745422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.344413 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bb15dea-1587-438d-a311-de45f3745422 admin admin] Publish callbacks [] for security_group (836acb57-5879-41c3-a7b4-601590e7311d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.427590 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bb15dea-1587-438d-a311-de45f3745422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (836acb57-5879-41c3-a7b4-601590e7311d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.466458 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7bb15dea-1587-438d-a311-de45f3745422 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=216e563c675b42b1a5aa1e4d305e43ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182190 May 10 21:28:23.467381 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb15dea-1587-438d-a311-de45f3745422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836acb57-5879-41c3-a7b4-601590e7311d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:23.469400 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:23.523396 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38494a3b-14d8-40f7-a4ec-50d95cae1e2b admin admin] Publish callbacks [] for security_group (836acb57-5879-41c3-a7b4-601590e7311d), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.543528 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38494a3b-14d8-40f7-a4ec-50d95cae1e2b admin admin] Publish callbacks [] for security_group (836acb57-5879-41c3-a7b4-601590e7311d), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.638330 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38494a3b-14d8-40f7-a4ec-50d95cae1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (836acb57-5879-41c3-a7b4-601590e7311d), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.640983 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38494a3b-14d8-40f7-a4ec-50d95cae1e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:23.642266 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-38494a3b-14d8-40f7-a4ec-50d95cae1e2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/836acb57-5879-41c3-a7b4-601590e7311d HTTP/1.1" status: 204 len: 168 time: 0.1715999 May 10 21:28:23.650227 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38494a3b-14d8-40f7-a4ec-50d95cae1e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836acb57-5879-41c3-a7b4-601590e7311d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:24.235367 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57756) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:24.248722 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cba7af1-c637-45d8-ae01-972c33f99dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.322957 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cba7af1-c637-45d8-ae01-972c33f99dfa admin admin] Publish callbacks [] for security_group (c7da90b3-c4b1-42f6-a202-9fc3ba8f5503), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.392965 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cba7af1-c637-45d8-ae01-972c33f99dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c7da90b3-c4b1-42f6-a202-9fc3ba8f5503), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.431662 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2cba7af1-c637-45d8-ae01-972c33f99dfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0d9b0da407847478e0876fb21696fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952076 May 10 21:28:24.432803 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba7af1-c637-45d8-ae01-972c33f99dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da90b3-c4b1-42f6-a202-9fc3ba8f5503,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:24.434307 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57760) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:24.486258 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b107051d-e1b7-4b6d-b5b8-d4ad558b5db1 admin admin] Publish callbacks [] for security_group (c7da90b3-c4b1-42f6-a202-9fc3ba8f5503), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.508321 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b107051d-e1b7-4b6d-b5b8-d4ad558b5db1 admin admin] Publish callbacks [] for security_group (c7da90b3-c4b1-42f6-a202-9fc3ba8f5503), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.627141 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b107051d-e1b7-4b6d-b5b8-d4ad558b5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c7da90b3-c4b1-42f6-a202-9fc3ba8f5503), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.629729 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b107051d-e1b7-4b6d-b5b8-d4ad558b5db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:24.630963 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b107051d-e1b7-4b6d-b5b8-d4ad558b5db1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7da90b3-c4b1-42f6-a202-9fc3ba8f5503 HTTP/1.1" status: 204 len: 168 time: 0.1954577 May 10 21:28:24.639471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107051d-e1b7-4b6d-b5b8-d4ad558b5db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da90b3-c4b1-42f6-a202-9fc3ba8f5503,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:31.229981 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:31.336379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c863fc8-f8f6-47a1-a810-90e9fb267c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.423195 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c863fc8-f8f6-47a1-a810-90e9fb267c6d admin admin] Publish callbacks [] for security_group (c59accf9-528a-4045-9321-3d1a79cd9000), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.495634 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c863fc8-f8f6-47a1-a810-90e9fb267c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c59accf9-528a-4045-9321-3d1a79cd9000), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.534950 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9c863fc8-f8f6-47a1-a810-90e9fb267c6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15572e56d4a546f3894200515cf2c253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038182 May 10 21:28:31.535873 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c863fc8-f8f6-47a1-a810-90e9fb267c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59accf9-528a-4045-9321-3d1a79cd9000,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:31.537653 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57876) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:31.589195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1373b755-8763-4b86-a343-c64db3506cbe admin admin] Publish callbacks [] for security_group (c59accf9-528a-4045-9321-3d1a79cd9000), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.615043 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1373b755-8763-4b86-a343-c64db3506cbe admin admin] Publish callbacks [] for security_group (c59accf9-528a-4045-9321-3d1a79cd9000), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.747223 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1373b755-8763-4b86-a343-c64db3506cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c59accf9-528a-4045-9321-3d1a79cd9000), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.749838 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1373b755-8763-4b86-a343-c64db3506cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:31.751012 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-1373b755-8763-4b86-a343-c64db3506cbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c59accf9-528a-4045-9321-3d1a79cd9000 HTTP/1.1" status: 204 len: 168 time: 0.2115736 May 10 21:28:31.758835 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373b755-8763-4b86-a343-c64db3506cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59accf9-528a-4045-9321-3d1a79cd9000,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:35.873824 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:35.918231 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Deleting subnet 3925e7df-237c-40da-bcaa-8de5b7bae671 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:28:35.921926 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Publish callbacks [] for subnet (3925e7df-237c-40da-bcaa-8de5b7bae671), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:35.954240 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (3925e7df-237c-40da-bcaa-8de5b7bae671), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:35.992127 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (3925e7df-237c-40da-bcaa-8de5b7bae671), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.119026 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (3925e7df-237c-40da-bcaa-8de5b7bae671), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.146727 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3925e7df-237c-40da-bcaa-8de5b7bae671,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:36.149211 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.152552 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3925e7df-237c-40da-bcaa-8de5b7bae671 HTTP/1.1" status: 204 len: 168 time: 0.2777069 May 10 21:28:36.155904 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 57912) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:36.159505 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.163611 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.164790 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.164790 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fad1de-e3fe-4cdb-93ac-4723ef253c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.222742 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (2612aff8-6971-49a1-9806-263c2681df50), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.300615 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (2612aff8-6971-49a1-9806-263c2681df50), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.320158 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2612aff8-6971-49a1-9806-263c2681df50']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:28:36.329209 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eda5e3-1781-4135-9c9a-884557f48824') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:28:36.329499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eda5e3-1781-4135-9c9a-884557f48824') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:28:36.338470 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (e6eda5e3-1781-4135-9c9a-884557f48824), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.351055 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (e6eda5e3-1781-4135-9c9a-884557f48824), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.356667 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:28:36.357044 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (e6eda5e3-1781-4135-9c9a-884557f48824), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:28:36.359380 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:28:36.489573 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (2612aff8-6971-49a1-9806-263c2681df50), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.494904 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.497994 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2612aff8-6971-49a1-9806-263c2681df50 HTTP/1.1" status: 204 len: 168 time: 0.3410778 May 10 21:28:36.501663 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:36.509242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2612aff8-6971-49a1-9806-263c2681df50,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:36.516527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.516880 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.518714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.518714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.518714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.518714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.518714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.519334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.519334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.519507 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.519769 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.520092 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.520410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.520725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.521040 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e62b2-ffc2-45a2-8ded-92619b045c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:28:36.546113 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Deleting subnet 8949f2cd-8b22-434c-9786-cff88b337dde {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:28:36.549223 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Publish callbacks [] for subnet (8949f2cd-8b22-434c-9786-cff88b337dde), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.581928 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (8949f2cd-8b22-434c-9786-cff88b337dde), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.623342 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (8949f2cd-8b22-434c-9786-cff88b337dde), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.723734 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (8949f2cd-8b22-434c-9786-cff88b337dde), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.747741 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8949f2cd-8b22-434c-9786-cff88b337dde,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:36.753553 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.756967 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-149c2935-af23-4d59-88f7-6a538168e946 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8949f2cd-8b22-434c-9786-cff88b337dde HTTP/1.1" status: 204 len: 168 time: 0.2543046 May 10 21:28:36.759372 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:36.829237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (3a2e4c69-6eb5-4329-b24a-7a6792518df1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.912490 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (3a2e4c69-6eb5-4329-b24a-7a6792518df1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.931567 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2e4c69-6eb5-4329-b24a-7a6792518df1']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:28:36.940920 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b26835-e661-4a10-ae8e-ffc8a786fb25') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:28:36.941209 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b26835-e661-4a10-ae8e-ffc8a786fb25') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:28:36.950237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (69b26835-e661-4a10-ae8e-ffc8a786fb25), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.963568 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (69b26835-e661-4a10-ae8e-ffc8a786fb25), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.969928 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:28:36.970303 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (69b26835-e661-4a10-ae8e-ffc8a786fb25), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:28:36.972088 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:28:37.090081 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (3a2e4c69-6eb5-4329-b24a-7a6792518df1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:37.095576 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:37.098804 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] 10.222.0.25 "DELETE /v2.0/networks/3a2e4c69-6eb5-4329-b24a-7a6792518df1 HTTP/1.1" status: 204 len: 168 time: 0.3384466 May 10 21:28:37.110797 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5d5bd-d945-424d-9dc3-a4612d98ca5a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2e4c69-6eb5-4329-b24a-7a6792518df1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:37.475738 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57926) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:37.515115 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-46cdb2c3-33e0-4ad6-9905-e4214c73d41b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ace80814ab4643209f4cd44d31267fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382094 May 10 21:28:37.517414 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:37.562809 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-817a7e3b-6246-49c6-9b58-5f295fa48337 admin admin] Publish callbacks [] for security_group (add05eba-71e6-4623-b638-0fad02f7ebed), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:37.583366 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-817a7e3b-6246-49c6-9b58-5f295fa48337 admin admin] Publish callbacks [] for security_group (add05eba-71e6-4623-b638-0fad02f7ebed), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:37.667205 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-817a7e3b-6246-49c6-9b58-5f295fa48337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (add05eba-71e6-4623-b638-0fad02f7ebed), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:37.669776 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-817a7e3b-6246-49c6-9b58-5f295fa48337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:37.671490 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-817a7e3b-6246-49c6-9b58-5f295fa48337 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/add05eba-71e6-4623-b638-0fad02f7ebed HTTP/1.1" status: 204 len: 168 time: 0.1532011 May 10 21:28:37.679149 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a7e3b-6246-49c6-9b58-5f295fa48337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add05eba-71e6-4623-b638-0fad02f7ebed,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:38.310267 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57940) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:38.351748 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4f85da65-4e6c-4424-8b7f-56b0ff3bcd51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecff0e786dc145cebfe45617e1595dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402830 May 10 21:28:38.354162 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 57942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:38.401773 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74efb75e-0234-49a2-b2b2-1bf5406286ff admin admin] Publish callbacks [] for security_group (dcbaca2d-3008-4aa6-b488-529625be2afe), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:38.423314 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74efb75e-0234-49a2-b2b2-1bf5406286ff admin admin] Publish callbacks [] for security_group (dcbaca2d-3008-4aa6-b488-529625be2afe), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:38.546734 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74efb75e-0234-49a2-b2b2-1bf5406286ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (dcbaca2d-3008-4aa6-b488-529625be2afe), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:38.549282 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74efb75e-0234-49a2-b2b2-1bf5406286ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:38.550426 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-74efb75e-0234-49a2-b2b2-1bf5406286ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcbaca2d-3008-4aa6-b488-529625be2afe HTTP/1.1" status: 204 len: 168 time: 0.1953549 May 10 21:28:38.557972 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efb75e-0234-49a2-b2b2-1bf5406286ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbaca2d-3008-4aa6-b488-529625be2afe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:38.591453 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:28:41.034769 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e6708-716c-491a-b832-ab910f5a458c req-d489c455-3c9e-4d1b-ba00-ab7178fb08ef tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:41.036306 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-529e6708-716c-491a-b832-ab910f5a458c req-d489c455-3c9e-4d1b-ba00-ab7178fb08ef tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 945 time: 0.0479319 May 10 21:28:41.082825 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-529e6708-716c-491a-b832-ab910f5a458c req-72fc74cb-dc20-49b1-8ad6-1057080e4084 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 May 10 21:28:42.199274 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e3da2-d917-4c7e-b6ab-c15b69430e64 req-4c924960-f56c-481e-9a10-d63271fb4880 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:42.200743 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-826e3da2-d917-4c7e-b6ab-c15b69430e64 req-4c924960-f56c-481e-9a10-d63271fb4880 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 945 time: 0.0474839 May 10 21:28:42.256944 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-826e3da2-d917-4c7e-b6ab-c15b69430e64 req-7cc72224-0f7f-456b-8f0d-ad64b6e11636 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 May 10 21:28:42.486837 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19af5c6-3145-4baf-833d-295a0730b52d req-b6f112fe-6a1a-4ad1-b76a-7f5f36f7cb4d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:42.489755 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c19af5c6-3145-4baf-833d-295a0730b52d req-b6f112fe-6a1a-4ad1-b76a-7f5f36f7cb4d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 945 time: 0.0526254 May 10 21:28:42.578655 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Deleting port f61c3a10-f88e-46d9-a103-e985e2676aac {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:28:42.578997 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:42.667924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] For port f61c3a10-f88e-46d9-a103-e985e2676aac, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f61c3a10-f88e-46d9-a103-e985e2676aac,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:28:42.668295 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:42.681782 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Calling delete_port for f61c3a10-f88e-46d9-a103-e985e2676aac owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:28:42.884485 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (f61c3a10-f88e-46d9-a103-e985e2676aac), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:42.896103 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['f61c3a10-f88e-46d9-a103-e985e2676aac'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:28:42.913291 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Pushing event deleted for resources: {'Port': ['ID=f61c3a10-f88e-46d9-a103-e985e2676aac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:42.962739 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] No DVR routers for this DVR port f61c3a10-f88e-46d9-a103-e985e2676aac on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:28:42.965205 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:42.969442 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c19af5c6-3145-4baf-833d-295a0730b52d req-35347c61-870c-41ce-b905-ef40f1fd6a2c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "DELETE /v2.0/ports/f61c3a10-f88e-46d9-a103-e985e2676aac HTTP/1.1" status: 204 len: 173 time: 0.4748898 May 10 21:28:42.969873 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86074992-67cd-4849-b99e-4c8eca2e6476', 'name': 'network-vif-deleted', 'tag': 'f61c3a10-f88e-46d9-a103-e985e2676aac'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:28:42.972128 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c12939-3fb4-4277-83c4-95530320647f" -d '{"events": [{"server_uuid": "86074992-67cd-4849-b99e-4c8eca2e6476", "name": "network-vif-deleted", "tag": "f61c3a10-f88e-46d9-a103-e985e2676aac"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:28:43.008798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9000cf12-e037-48c8-b75d-73d7f961da69 x-openstack-request-id: req-9000cf12-e037-48c8-b75d-73d7f961da69 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:28:43.008798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86074992-67cd-4849-b99e-4c8eca2e6476", "name": "network-vif-deleted", "tag": "f61c3a10-f88e-46d9-a103-e985e2676aac", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:28:43.008798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9000cf12-e037-48c8-b75d-73d7f961da69 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:28:43.008798 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9000cf12-e037-48c8-b75d-73d7f961da69'] response: {'server_uuid': '86074992-67cd-4849-b99e-4c8eca2e6476', 'name': 'network-vif-deleted', 'tag': 'f61c3a10-f88e-46d9-a103-e985e2676aac', 'status': 'completed', 'code': 200} May 10 21:28:43.351108 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2d4eb789-3a89-471f-9150-92c535eb7fc3 req-9b28588a-c734-457d-b32f-e86aaa31e875 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=86074992-67cd-4849-b99e-4c8eca2e6476 HTTP/1.1" status: 200 len: 210 time: 0.0307939 May 10 21:28:43.964297 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.064706 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58024) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:44.173442 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c892c87-e1b6-437b-99c4-eb9d36b6702e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.248499 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c892c87-e1b6-437b-99c4-eb9d36b6702e admin admin] Publish callbacks [] for security_group (33efb24e-6e3c-4d1c-98a0-97b5225f0de9), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.318614 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c892c87-e1b6-437b-99c4-eb9d36b6702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (33efb24e-6e3c-4d1c-98a0-97b5225f0de9), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.357684 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-5c892c87-e1b6-437b-99c4-eb9d36b6702e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=799642d036984b02b987fc2371cc65a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918084 May 10 21:28:44.359650 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c892c87-e1b6-437b-99c4-eb9d36b6702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33efb24e-6e3c-4d1c-98a0-97b5225f0de9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:44.360850 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58028) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:44.416750 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf907b6c-6647-451d-a9c1-e5296c508da1 admin admin] Publish callbacks [] for security_group (33efb24e-6e3c-4d1c-98a0-97b5225f0de9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.439831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf907b6c-6647-451d-a9c1-e5296c508da1 admin admin] Publish callbacks [] for security_group (33efb24e-6e3c-4d1c-98a0-97b5225f0de9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.558365 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf907b6c-6647-451d-a9c1-e5296c508da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (33efb24e-6e3c-4d1c-98a0-97b5225f0de9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.562267 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf907b6c-6647-451d-a9c1-e5296c508da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:44.563458 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bf907b6c-6647-451d-a9c1-e5296c508da1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33efb24e-6e3c-4d1c-98a0-97b5225f0de9 HTTP/1.1" status: 204 len: 168 time: 0.2008545 May 10 21:28:44.571906 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf907b6c-6647-451d-a9c1-e5296c508da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33efb24e-6e3c-4d1c-98a0-97b5225f0de9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:45.104190 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:45.118080 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92042897-06e5-4eed-8f7a-12a13a877d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.196603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92042897-06e5-4eed-8f7a-12a13a877d09 admin admin] Publish callbacks [] for security_group (c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.266681 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92042897-06e5-4eed-8f7a-12a13a877d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.305391 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-92042897-06e5-4eed-8f7a-12a13a877d09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80aed43aab7d4728bc30b40984c7217c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001607 May 10 21:28:45.306266 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92042897-06e5-4eed-8f7a-12a13a877d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:45.308051 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58042) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:45.355300 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24d27aac-731e-4170-9b8b-c26f24264702 admin admin] Publish callbacks [] for security_group (c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.376630 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24d27aac-731e-4170-9b8b-c26f24264702 admin admin] Publish callbacks [] for security_group (c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.501353 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24d27aac-731e-4170-9b8b-c26f24264702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.503910 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24d27aac-731e-4170-9b8b-c26f24264702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:45.505083 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-24d27aac-731e-4170-9b8b-c26f24264702 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a HTTP/1.1" status: 204 len: 168 time: 0.1960032 May 10 21:28:45.513086 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d27aac-731e-4170-9b8b-c26f24264702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b20c77-cdf9-4fe2-9a5f-6eb7a4c6668a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:46.558463 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59be92fc-3ac3-4ccf-9af3-ebb48eb1ff82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:46.583173 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58066) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:46.640981 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f61c3a10-f88e-46d9-a103-e985e2676aac no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:28:46.664697 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: f61c3a10-f88e-46d9-a103-e985e2676aac {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:28:46.665046 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device f61c3a10-f88e-46d9-a103-e985e2676aac not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:28:46.677456 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-569060364-network', 'tenant_id': 'ea060bca7aa9440ba37d2093af6e9d16'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:46.746839 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Made reservation on behalf of ea060bca7aa9440ba37d2093af6e9d16 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:46.749252 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:46.757443 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:46.833679 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks [] for security_group (7c9548a8-3aad-4e3e-8ee3-f27a86870f15), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:46.901393 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (7c9548a8-3aad-4e3e-8ee3-f27a86870f15), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:46.928435 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:28:46.933666 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9548a8-3aad-4e3e-8ee3-f27a86870f15,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:46.941378 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (9a8f8443-31d9-4cb3-80e4-306326531d79), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:46.941794 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Added segment 9a8f8443-31d9-4cb3-80e4-306326531d79 of type vlan for network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 May 10 21:28:46.981928 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (7bf18228-0ae0-4bdb-9da9-418eb8cadc32), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:47.044072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (7bf18228-0ae0-4bdb-9da9-418eb8cadc32), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:47.045309 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:47.045940 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:47.107936 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] Pushing event updated for resources: {'Network': ['ID=7bf18228-0ae0-4bdb-9da9-418eb8cadc32,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:47.117383 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:28:47.121591 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e6cf73a7-fc19-4fb5-a982-d3f4807de96c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5369146 May 10 21:28:47.124619 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:28:47.129551 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Request body: {'subnet': {'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-569060364-subnet', 'tenant_id': 'ea060bca7aa9440ba37d2093af6e9d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:47.203977 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Made reservation on behalf of ea060bca7aa9440ba37d2093af6e9d16 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:47.208892 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737905'] for subnet (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:47.433168 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737895'] for subnet (e2ff580c-d3b8-43e7-9701-7902254fe555), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:47.490502 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ff580c-d3b8-43e7-9701-7902254fe555,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:47.494706 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Checking segment: {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:28:47.495058 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Network hostable DHCP agents. Network: 7bf18228-0ae0-4bdb-9da9-418eb8cadc32, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:28:47.575302 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:28:47.661195 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 7bf18228-0ae0-4bdb-9da9-418eb8cadc32) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:28:47.665991 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:47.668011 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:47.672446 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a4386-e16c-41fc-9913-490cc526af92 None None] Network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:28:47.769048 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3897e0-8e92-4dac-9c5a-8b52f83d58be None None] Network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:28:47.772549 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-dd47b294-9a5f-4613-9626-23761ab85966 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6468816 May 10 21:28:48.695477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78f240ed-7067-4d47-a4ce-92178b49c3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:49.807840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-94768162-b92f-4370-9b8f-af8b7e9d2f05 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:49.808449 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-94768162-b92f-4370-9b8f-af8b7e9d2f05 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/networks?id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32 HTTP/1.1" status: 200 len: 808 time: 0.1000984 May 10 21:28:49.823088 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-2d8d99d0-dbe2-452c-bd17-402994590aeb tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/quotas/ea060bca7aa9440ba37d2093af6e9d16 HTTP/1.1" status: 200 len: 375 time: 0.0090463 May 10 21:28:49.860467 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-75dc5f53-dd3d-475c-95cb-1edbbf4b2eb9 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319350 May 10 21:28:49.884718 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:49.950910 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-0f83322e-4342-4012-95a4-564479b8c63b service neutron] 10.222.0.25 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836604 May 10 21:28:50.042081 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-2237b6d7-0862-4a3f-b8eb-a9db16cdb9ee service neutron] 10.222.0.25 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853815 May 10 21:28:50.263389 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a8ae1f9a-ec53-4d9d-954d-a3863b820d56 req-0c60302d-2ff0-46ac-b252-8befa53bd606 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0289955 May 10 21:28:51.278543 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:51.339701 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ec85284-a40b-480b-8398-9e00a66e734b req-11cd1732-dd0e-4b44-ae28-90c9ca01519a tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0283294 May 10 21:28:52.417143 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-17dfeaa6-3b9a-4492-87bb-fd72a09ab6dc req-747918cb-5065-4edd-b4ac-48d76e25de17 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0286634 May 10 21:28:52.827501 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:53.138343 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-523442b4-a1ad-4bbb-a94f-b39bcfd2e2f6 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:53.140065 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-523442b4-a1ad-4bbb-a94f-b39bcfd2e2f6 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/networks?id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 200 len: 813 time: 0.3475349 May 10 21:28:53.155599 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-26d5686b-ed8b-4c40-bc4d-01f5fe76dfeb tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/quotas/95545f74981b44aeb69f246159088da1 HTTP/1.1" status: 200 len: 375 time: 0.0099833 May 10 21:28:53.188417 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-0b2a181c-5350-4be2-8fc6-c12d7f994e29 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277641 May 10 21:28:53.275864 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-0b84bd94-2052-40d3-b6a2-330cfdc1d289 service neutron] 10.222.0.25 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811176 May 10 21:28:53.367017 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-c0f5a8b7-b209-4967-b8ce-837ee894d863 service neutron] 10.222.0.25 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 May 10 21:28:53.502529 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-64d5f3c2-0840-4941-adec-69f7861fad12 req-d1de24d8-a5bf-4b70-b870-c80af881ffaf tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0363970 May 10 21:28:53.586146 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a784d78f-d887-4d15-bd46-fe727e959b1f req-690fcb48-75e5-44c7-b30d-1f7e136ae0e9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 210 time: 0.0280199 May 10 21:28:54.598540 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ad00e506-e649-474b-a52f-d03f56519a25 req-45cd1dfc-c710-4529-b8b5-f31d4048f7fc tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0299141 May 10 21:28:54.681535 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-acf0609a-5fb4-4a1f-afef-458ccf3c80ba req-9180e8db-6efd-418d-9bd9-96bcbd88669e tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 210 time: 0.0276277 May 10 21:28:55.478687 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-b90510a6-695f-4d52-a68c-514b3452b2ec tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:55.480119 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-b90510a6-695f-4d52-a68c-514b3452b2ec tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "GET /v2.0/networks?id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 200 len: 813 time: 0.1037641 May 10 21:28:55.491448 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Request body: {'port': {'device_id': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd', 'admin_state_up': True, 'tenant_id': '95545f74981b44aeb69f246159088da1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:55.644290 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Made reservation on behalf of 95545f74981b44aeb69f246159088da1 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:55.648023 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:55.741455 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2559e4d9-6ccf-4ed0-9fbc-bb416d1b6908 req-c161810b-32c3-45a3-910f-5eea1e22de2b tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0699744 May 10 21:28:55.783647 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-561a134f-4c0e-4192-b09e-fac3b8cc3355 req-dfd1d901-00f3-46de-99e9-70aff90d642d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 210 time: 0.0293143 May 10 21:28:55.816550 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Allocated IP 172.20.0.3 (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd/0002b200-6ab1-42eb-9f07-e3607fd8b496/165129bc-4fec-4b69-b151-5cf1bccfaefa) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:28:55.963744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks [] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:56.044254 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:56.086200 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:28:56.089453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:28:56.095810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:28:56.102235 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Pushing event updated for resources: {'Port': ['ID=165129bc-4fec-4b69-b151-5cf1bccfaefa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:56.147096 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:56.147709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:56.237951 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-113b499e-3d1f-4854-967a-1d119ae9753c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7500534 May 10 21:28:56.250828 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Request body: {'port': {'device_id': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:56.363183 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:56.371278 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-f9fe7ac8-7cb5-42b5-a59d-b82603c21b48 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:56.372713 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-f9fe7ac8-7cb5-42b5-a59d-b82603c21b48 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "GET /v2.0/networks?id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32 HTTP/1.1" status: 200 len: 808 time: 0.1629267 May 10 21:28:56.387010 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Request body: {'port': {'device_id': '874458f4-97d1-4e82-99fc-1af038d31220', 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32', 'admin_state_up': True, 'tenant_id': 'ea060bca7aa9440ba37d2093af6e9d16'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:56.660654 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Made reservation on behalf of ea060bca7aa9440ba37d2093af6e9d16 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:28:56.664047 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:56.871544 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d58c7fa9-afd6-4c68-bd04-4197583e9d41 req-cf019c82-0342-49bd-ae4b-b8217180f2d3 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0411170 May 10 21:28:56.892496 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165129bc-4fec-4b69-b151-5cf1bccfaefa {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:28:56.892496 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Allocated IP 172.20.0.2 (7bf18228-0ae0-4bdb-9da9-418eb8cadc32/e2ff580c-d3b8-43e7-9701-7902254fe555/a77ccf30-72ad-4fe8-9bcd-281bfc16f695) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:28:56.897897 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Publish callbacks [] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:56.901405 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d659fa-0970-401f-a922-bc94dd3c36b8 req-221f61dd-4397-44d1-a24f-db0689fa72ce tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:56.902899 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-72d659fa-0970-401f-a922-bc94dd3c36b8 req-221f61dd-4397-44d1-a24f-db0689fa72ce tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 931 time: 0.0504124 May 10 21:28:56.920579 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Transition to ACTIVE for port object 165129bc-4fec-4b69-b151-5cf1bccfaefa will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:28:56.953582 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-72d659fa-0970-401f-a922-bc94dd3c36b8 req-ff91663e-daf6-4e08-a553-3c11d2c2ea26 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 May 10 21:28:56.976446 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.070950 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=165129bc-4fec-4b69-b151-5cf1bccfaefa,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:57.146422 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks [] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.170283 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Attempting to bind port 165129bc-4fec-4b69-b151-5cf1bccfaefa on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:28:57.171093 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Attempting to bind port 165129bc-4fec-4b69-b151-5cf1bccfaefa by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:28:57.171093 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Attempting to bind port 165129bc-4fec-4b69-b151-5cf1bccfaefa on network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:28:57.189741 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Port 165129bc-4fec-4b69-b151-5cf1bccfaefa on network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:28:57.190058 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Attempting to bind port 165129bc-4fec-4b69-b151-5cf1bccfaefa on network 93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:28:57.196965 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:28:57.197296 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Checking segment: {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:28:57.197672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Bound using segment: {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:28:57.198093 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Bound port: 165129bc-4fec-4b69-b151-5cf1bccfaefa, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c8a597-4d7a-4e7b-a40c-864977119cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:28:57.198461 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.262865 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] For port 165129bc-4fec-4b69-b151-5cf1bccfaefa, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:28:57.266505 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] For port 165129bc-4fec-4b69-b151-5cf1bccfaefa, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:28:57.269501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.310035 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:28:57.317299 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:28:57.319504 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.324685 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:28:57.350372 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Pushing event updated for resources: {'Port': ['ID=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:57.367980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.368593 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.369942 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] 10.222.0.23 "PUT /v2.0/ports/165129bc-4fec-4b69-b151-5cf1bccfaefa HTTP/1.1" status: 200 len: 1093 time: 1.1254652 May 10 21:28:57.390743 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'tag': '165129bc-4fec-4b69-b151-5cf1bccfaefa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:28:57.392933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f831149-6d93-4692-9eb7-2cea070465f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0664bc19-9eb0-4a77-82e1-9a359cae128d", "tag": "165129bc-4fec-4b69-b151-5cf1bccfaefa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:28:57.414329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.414969 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.431936 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbc6b0f-af2e-45c5-af62-8cfee29eee58 x-openstack-request-id: req-5bbc6b0f-af2e-45c5-af62-8cfee29eee58 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:28:57.432218 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0664bc19-9eb0-4a77-82e1-9a359cae128d", "tag": "165129bc-4fec-4b69-b151-5cf1bccfaefa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:28:57.432466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bbc6b0f-af2e-45c5-af62-8cfee29eee58 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:28:57.432857 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbc6b0f-af2e-45c5-af62-8cfee29eee58'] response: {'name': 'network-changed', 'server_uuid': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'tag': '165129bc-4fec-4b69-b151-5cf1bccfaefa', 'status': 'completed', 'code': 200} May 10 21:28:57.443600 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1d56b-7636-4b58-bf5a-f33740a65bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=165129bc-4fec-4b69-b151-5cf1bccfaefa,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:57.490531 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f831149-6d93-4692-9eb7-2cea070465f9 req-cca6da5c-f640-4e11-b002-778af719f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.492010 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f831149-6d93-4692-9eb7-2cea070465f9 req-cca6da5c-f640-4e11-b002-778af719f546 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 1127 time: 0.0401094 May 10 21:28:57.497291 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-82703bc8-781f-48dd-a5a7-f7f7f8a98ec4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1164012 May 10 21:28:57.511456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Request body: {'port': {'device_id': '874458f4-97d1-4e82-99fc-1af038d31220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:28:57.626888 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:57.647767 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f831149-6d93-4692-9eb7-2cea070465f9 req-35ac299d-9df0-4d37-97ef-926bbee14184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.649221 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f831149-6d93-4692-9eb7-2cea070465f9 req-35ac299d-9df0-4d37-97ef-926bbee14184 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=95545f74981b44aeb69f246159088da1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1496997 May 10 21:28:57.846896 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f831149-6d93-4692-9eb7-2cea070465f9 req-0fb840c6-76ba-4474-af16-0f9f8bfd1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.848363 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f831149-6d93-4692-9eb7-2cea070465f9 req-0fb840c6-76ba-4474-af16-0f9f8bfd1e5c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792121 May 10 21:28:57.954788 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-7ba7b602-feed-43a8-ab6a-8ae643de2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.956129 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-7ba7b602-feed-43a8-ab6a-8ae643de2c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 1127 time: 0.0722785 May 10 21:28:57.984733 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38180-9875-47c0-8c1f-388edc9198c1 req-530432e0-5874-42cc-a574-f969dd978d99 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:57.986404 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-61a38180-9875-47c0-8c1f-388edc9198c1 req-530432e0-5874-42cc-a574-f969dd978d99 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 931 time: 0.0480566 May 10 21:28:58.018743 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-58d50318-ed39-4063-9204-73e285982be3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa HTTP/1.1" status: 200 len: 217 time: 0.0534077 May 10 21:28:58.037632 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-61a38180-9875-47c0-8c1f-388edc9198c1 req-005329ca-53c6-4c60-b73d-13e7e272211a tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 May 10 21:28:58.142662 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91c4e8-1481-41b7-bc12-49a707b70261 req-e14c29be-b997-4564-b02f-3186e6080810 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:58.144043 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ef91c4e8-1481-41b7-bc12-49a707b70261 req-e14c29be-b997-4564-b02f-3186e6080810 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 943 time: 0.1060174 May 10 21:28:58.147149 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-edf5a947-8728-4859-9d59-02fc4022aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:58.148463 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-edf5a947-8728-4859-9d59-02fc4022aa8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0002b200-6ab1-42eb-9f07-e3607fd8b496 HTTP/1.1" status: 200 len: 853 time: 0.1244717 May 10 21:28:58.163377 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77ccf30-72ad-4fe8-9bcd-281bfc16f695 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:28:58.198715 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Publish callbacks [] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:58.205644 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-0978b592-44d5-45fa-bed8-0bf4494e3961 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492940 May 10 21:28:58.225695 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Transition to ACTIVE for port object a77ccf30-72ad-4fe8-9bcd-281bfc16f695 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:28:58.266693 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ef91c4e8-1481-41b7-bc12-49a707b70261 req-d4eea9b3-f851-4f8f-b4a9-05d2df42516d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158094 May 10 21:28:58.307362 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:58.370601 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-404ffe7f-c4ea-44e1-a2f1-d8f844c504e3 service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542432 May 10 21:28:58.372183 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Pushing event updated for resources: {'Port': ['ID=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:58.511628 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Attempting to bind port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:28:58.511865 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Attempting to bind port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:28:58.512192 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Attempting to bind port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 on network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:28:58.520735 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-473a734a-6514-485c-b146-0d78aeefcdc8 req-2f61c818-249b-4096-b2f9-f8b4ad0b7761 service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442888 May 10 21:28:58.521404 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 on network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:28:58.521720 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Attempting to bind port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 on network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:28:58.526711 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:28:58.527048 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Checking segment: {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:28:58.527418 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Bound using segment: {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:28:58.527840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Bound port: a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:28:58.528199 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:58.595370 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] For port a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:28:58.598517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] For port a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:28:58.677712 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:58.711810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:58.712440 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:28:58.713800 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] 10.222.0.23 "PUT /v2.0/ports/a77ccf30-72ad-4fe8-9bcd-281bfc16f695 HTTP/1.1" status: 200 len: 1093 time: 1.2066708 May 10 21:28:58.733964 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71343a-c4bf-403c-9661-848e79c8a527 service neutron] Pushing event updated for resources: {'Port': ['ID=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:28:59.152250 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e0c5-99a8-445b-b6c2-178bb3cf27f1 req-448d07f6-02b6-40e8-9c34-1aabf3483404 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:59.153649 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c268e0c5-99a8-445b-b6c2-178bb3cf27f1 req-448d07f6-02b6-40e8-9c34-1aabf3483404 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 943 time: 0.0470941 May 10 21:28:59.203464 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c268e0c5-99a8-445b-b6c2-178bb3cf27f1 req-7a6f9601-2616-4956-a955-f01aa29a2382 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434847 May 10 21:28:59.382507 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb96fe-dd00-4b1a-9348-081379abd199 req-1fa76c0a-96cf-4f83-b4c5-933646750f1c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:59.383976 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5bbb96fe-dd00-4b1a-9348-081379abd199 req-1fa76c0a-96cf-4f83-b4c5-933646750f1c tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 943 time: 0.0489857 May 10 21:28:59.442572 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874458f4-97d1-4e82-99fc-1af038d31220', 'tag': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:28:59.444961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dec50b-effe-4e77-9fef-083107479087" -d '{"events": [{"name": "network-changed", "server_uuid": "874458f4-97d1-4e82-99fc-1af038d31220", "tag": "a77ccf30-72ad-4fe8-9bcd-281bfc16f695"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:28:59.463671 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5bbb96fe-dd00-4b1a-9348-081379abd199 req-990c4ff8-b43f-446d-8a3b-f0c91bd125cd tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 May 10 21:28:59.469713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-de57aacc-d275-4a78-b55e-1fbc27ade4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:59.471358 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-de57aacc-d275-4a78-b55e-1fbc27ade4cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 1127 time: 0.0552158 May 10 21:28:59.485336 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a2d81-4152-489d-8805-4871de4a388d x-openstack-request-id: req-c53a2d81-4152-489d-8805-4871de4a388d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:28:59.485616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874458f4-97d1-4e82-99fc-1af038d31220", "tag": "a77ccf30-72ad-4fe8-9bcd-281bfc16f695", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:28:59.485861 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c53a2d81-4152-489d-8805-4871de4a388d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:28:59.486236 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53a2d81-4152-489d-8805-4871de4a388d'] response: {'name': 'network-changed', 'server_uuid': '874458f4-97d1-4e82-99fc-1af038d31220', 'tag': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695', 'status': 'completed', 'code': 200} May 10 21:28:59.519820 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-878cd707-324c-4cf9-a8cb-0eee0551ad11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695 HTTP/1.1" status: 200 len: 217 time: 0.0412502 May 10 21:28:59.567498 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-12b8369b-9d99-48fc-8a8c-6f2605618f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:28:59.569006 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-12b8369b-9d99-48fc-8a8c-6f2605618f82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2ff580c-d3b8-43e7-9701-7902254fe555 HTTP/1.1" status: 200 len: 848 time: 0.0436041 May 10 21:28:59.600390 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-269d8ea1-18aa-4ff3-b315-62379c883cab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258751 May 10 21:28:59.688954 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-b0f8443f-3cc0-487f-8bf1-1dff2bf89a6a service neutron] 10.222.0.23 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825982 May 10 21:28:59.776546 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-008e7a9c-9ff7-4e86-88b2-c90d7421f886 req-6f1ceaf4-baeb-498e-be88-69a0c9ee2a84 service neutron] 10.222.0.23 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809195 May 10 21:29:00.160621 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 165129bc-4fec-4b69-b151-5cf1bccfaefa details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:29:00.257263 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 165129bc-4fec-4b69-b151-5cf1bccfaefa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:00.270698 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '165129bc-4fec-4b69-b151-5cf1bccfaefa', 'network_id': '93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd', 'port_id': '165129bc-4fec-4b69-b151-5cf1bccfaefa', 'mac_address': 'fa:16:3e:66:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0002b200-6ab1-42eb-9f07-e3607fd8b496', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:29:00.316016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 165129bc-4fec-4b69-b151-5cf1bccfaefa is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:29:00.316413 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:00.332371 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165129bc-4fec-4b69-b151-5cf1bccfaefa {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:29:00.354661 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 165129bc-4fec-4b69-b151-5cf1bccfaefa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:00.404941 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:00.454979 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=165129bc-4fec-4b69-b151-5cf1bccfaefa,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:00.461768 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.462122 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.462519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.463061 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.463403 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.463733 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.464068 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.464395 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.464728 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.465051 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.465374 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.465697 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.466017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.466342 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.466739 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:00.480923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426cbf8-34ef-43ad-ac72-4fbc5fe27956 req-86424226-b1fb-4006-a1d8-12705f8c3506 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:00.483457 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9426cbf8-34ef-43ad-ac72-4fbc5fe27956 req-86424226-b1fb-4006-a1d8-12705f8c3506 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 943 time: 0.0522327 May 10 21:29:00.532444 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9426cbf8-34ef-43ad-ac72-4fbc5fe27956 req-7154c925-0229-4254-9569-92335b5e9b91 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 May 10 21:29:00.584091 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded4bf-2365-4754-917e-180ceac534fa req-e27dfda8-d79d-4310-803c-3df4f09314fa tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:00.585615 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e3ded4bf-2365-4754-917e-180ceac534fa req-e27dfda8-d79d-4310-803c-3df4f09314fa tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 944 time: 0.0528684 May 10 21:29:00.591396 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec50b-effe-4e77-9fef-083107479087 req-c15adbad-2b83-42fd-b7b5-a87a3b6e3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:00.593989 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-c15adbad-2b83-42fd-b7b5-a87a3b6e3db7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 1127 time: 0.0401249 May 10 21:29:00.619162 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['165129bc-4fec-4b69-b151-5cf1bccfaefa'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:29:00.634509 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e3ded4bf-2365-4754-917e-180ceac534fa req-e4c583f1-e71f-4e91-ad15-32ad4e899488 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 May 10 21:29:00.691001 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec50b-effe-4e77-9fef-083107479087 req-40e40f95-8335-4aaf-b648-db2fa8528bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:00.692616 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-40e40f95-8335-4aaf-b648-db2fa8528bc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32 HTTP/1.1" status: 200 len: 909 time: 0.0923507 May 10 21:29:00.733775 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-7384bd88-6daf-417a-ab85-2301ebffd8a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695 HTTP/1.1" status: 200 len: 217 time: 0.0351758 May 10 21:29:00.780252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec50b-effe-4e77-9fef-083107479087 req-86d03475-4f14-4b02-b845-11867dd9ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:00.781675 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-86d03475-4f14-4b02-b845-11867dd9ef4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2ff580c-d3b8-43e7-9701-7902254fe555 HTTP/1.1" status: 200 len: 848 time: 0.0429356 May 10 21:29:00.818701 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-0e338eb6-b64a-4a39-bf48-2cbcc390b19c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294576 May 10 21:29:00.911075 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-615b02a6-639e-4753-8606-4668ad7d071a service neutron] 10.222.0.23 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839581 May 10 21:29:01.001978 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22dec50b-effe-4e77-9fef-083107479087 req-e511c061-9f5d-4ff7-bf16-a21e6d2bfa3d service neutron] 10.222.0.23 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848227 May 10 21:29:01.647379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50963f6-c6df-4d2f-b283-13b0b251597c req-d6d33386-6ad5-410b-9811-5c45a3d4bbeb tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:01.648820 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a50963f6-c6df-4d2f-b283-13b0b251597c req-d6d33386-6ad5-410b-9811-5c45a3d4bbeb tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 943 time: 0.0483677 May 10 21:29:01.695885 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a50963f6-c6df-4d2f-b283-13b0b251597c req-884980fe-0c4c-4247-a06d-76c75bd92d5d tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 May 10 21:29:01.745316 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad0976-eeca-4ffc-b5c8-273d1ba6b43a req-b95b22ae-584d-4443-adf5-4430952bdbc1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:01.746801 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-95ad0976-eeca-4ffc-b5c8-273d1ba6b43a req-b95b22ae-584d-4443-adf5-4430952bdbc1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 944 time: 0.0467815 May 10 21:29:01.793611 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-95ad0976-eeca-4ffc-b5c8-273d1ba6b43a req-14850823-1aaa-4eda-8209-57081dc86e98 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 May 10 21:29:02.182674 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device a77ccf30-72ad-4fe8-9bcd-281bfc16f695 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:29:02.184786 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 165129bc-4fec-4b69-b151-5cf1bccfaefa up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:29:02.260536 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 165129bc-4fec-4b69-b151-5cf1bccfaefa completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:29:02.318676 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:02.330117 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695', 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32', 'port_id': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695', 'mac_address': 'fa:16:3e:71:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ff580c-d3b8-43e7-9701-7902254fe555', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:29:02.352030 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 165129bc-4fec-4b69-b151-5cf1bccfaefa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:29:02.353745 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:02.389062 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:29:02.389451 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:02.410914 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77ccf30-72ad-4fe8-9bcd-281bfc16f695 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:29:02.433906 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:02.467815 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 165129bc-4fec-4b69-b151-5cf1bccfaefa is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:29:02.468206 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:02.486926 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:02.493196 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165129bc-4fec-4b69-b151-5cf1bccfaefa'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:02.495421 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da13360-5f95-4d84-a21d-42cdfccda650" -d '{"events": [{"server_uuid": "0664bc19-9eb0-4a77-82e1-9a359cae128d", "name": "network-vif-plugged", "status": "completed", "tag": "165129bc-4fec-4b69-b151-5cf1bccfaefa"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:02.527417 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 165129bc-4fec-4b69-b151-5cf1bccfaefa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:02.533242 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f4aaa-e17b-44c2-930c-abba2eb64eae x-openstack-request-id: req-407f4aaa-e17b-44c2-930c-abba2eb64eae {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:02.533574 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0664bc19-9eb0-4a77-82e1-9a359cae128d", "name": "network-vif-plugged", "status": "completed", "tag": "165129bc-4fec-4b69-b151-5cf1bccfaefa", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:02.533800 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-407f4aaa-e17b-44c2-930c-abba2eb64eae {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:02.534197 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407f4aaa-e17b-44c2-930c-abba2eb64eae'] response: {'server_uuid': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165129bc-4fec-4b69-b151-5cf1bccfaefa', 'code': 200} May 10 21:29:02.552598 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:02.586792 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:02.640434 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=165129bc-4fec-4b69-b151-5cf1bccfaefa,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:02.689103 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['a77ccf30-72ad-4fe8-9bcd-281bfc16f695'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:29:02.830845 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa063bf-133c-4540-8ecd-9ac3e44f7d3e req-8ba7d8d4-4561-438f-baec-14e08962b5a9 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:02.832355 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-daa063bf-133c-4540-8ecd-9ac3e44f7d3e req-8ba7d8d4-4561-438f-baec-14e08962b5a9 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 944 time: 0.0680678 May 10 21:29:02.840167 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6de773-7160-44b8-9c6d-5850e30198e6 req-a5f8b975-53a9-441c-8cfa-ca3e446805bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:02.842563 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3e6de773-7160-44b8-9c6d-5850e30198e6 req-a5f8b975-53a9-441c-8cfa-ca3e446805bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 1129 time: 0.0415716 May 10 21:29:02.884816 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-daa063bf-133c-4540-8ecd-9ac3e44f7d3e req-ce79048e-2870-4303-9df4-2f79814261a3 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 May 10 21:29:02.903651 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3e6de773-7160-44b8-9c6d-5850e30198e6 req-eba3aa58-66c1-4145-9502-2256a50642a8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551779 May 10 21:29:03.195818 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7352b5-686d-4dd5-ae15-fcdecc23b009 req-52fececf-711f-473f-925d-4515e40838f1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:03.197195 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c7352b5-686d-4dd5-ae15-fcdecc23b009 req-52fececf-711f-473f-925d-4515e40838f1 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 945 time: 0.3105056 May 10 21:29:03.242913 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c7352b5-686d-4dd5-ae15-fcdecc23b009 req-fffd3f0a-52d6-4dbc-8a17-3580e9e749ad tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 May 10 21:29:03.997428 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0f4b1-b242-497c-bbf8-13f5e6edd3d7 req-14be9d62-f755-4691-bde7-8f23192d9fc1 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:03.998949 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-05e0f4b1-b242-497c-bbf8-13f5e6edd3d7 req-14be9d62-f755-4691-bde7-8f23192d9fc1 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 944 time: 0.0478964 May 10 21:29:04.045215 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-05e0f4b1-b242-497c-bbf8-13f5e6edd3d7 req-ddb5ef6d-ff59-4b42-9942-9c8e0397a8b3 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 May 10 21:29:04.211646 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device a77ccf30-72ad-4fe8-9bcd-281bfc16f695 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:29:04.255292 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:29:04.312810 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:29:04.313280 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:04.361044 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8808-af18-4498-b7b3-cd5916f72364 req-d6f3c74a-7b8a-4193-9b3a-54a6dfe5d2f5 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:04.362598 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7bcb8808-af18-4498-b7b3-cd5916f72364 req-d6f3c74a-7b8a-4193-9b3a-54a6dfe5d2f5 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 945 time: 0.0518532 May 10 21:29:04.395360 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:29:04.395749 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:04.410990 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7bcb8808-af18-4498-b7b3-cd5916f72364 req-924b09dd-9994-4360-8326-e77da6eb46f4 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 May 10 21:29:04.430369 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:04.501245 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:04.537273 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874458f4-97d1-4e82-99fc-1af038d31220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:04.539490 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3763025-d515-41ed-b94e-e443c8bc41ce" -d '{"events": [{"server_uuid": "874458f4-97d1-4e82-99fc-1af038d31220", "name": "network-vif-plugged", "status": "completed", "tag": "a77ccf30-72ad-4fe8-9bcd-281bfc16f695"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:04.553955 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:04.577867 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a18717-cc7c-4685-b107-9b9428a58a37 x-openstack-request-id: req-38a18717-cc7c-4685-b107-9b9428a58a37 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:04.578164 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874458f4-97d1-4e82-99fc-1af038d31220", "name": "network-vif-plugged", "status": "completed", "tag": "a77ccf30-72ad-4fe8-9bcd-281bfc16f695", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:04.578420 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38a18717-cc7c-4685-b107-9b9428a58a37 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:04.578851 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a18717-cc7c-4685-b107-9b9428a58a37'] response: {'server_uuid': '874458f4-97d1-4e82-99fc-1af038d31220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695', 'code': 200} May 10 21:29:04.837120 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8a573-21be-4435-8e89-91c9fe3ae24e req-24c148fc-68f8-4cf1-b747-2ffd919f8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:04.838565 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-82d8a573-21be-4435-8e89-91c9fe3ae24e req-24c148fc-68f8-4cf1-b747-2ffd919f8cf2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 1129 time: 0.0416064 May 10 21:29:04.881806 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-82d8a573-21be-4435-8e89-91c9fe3ae24e req-e726fb99-95d7-4f65-9f95-214d920603de service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 May 10 21:29:05.157242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4886e5-3d40-4250-bf77-33af0adb7284 req-276715c4-fb4f-4bb9-8e7b-103b7a44fbac tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:05.158718 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f4886e5-3d40-4250-bf77-33af0adb7284 req-276715c4-fb4f-4bb9-8e7b-103b7a44fbac tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 945 time: 0.0474555 May 10 21:29:05.204564 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f4886e5-3d40-4250-bf77-33af0adb7284 req-192731c5-a45a-4eca-8efa-532eba7c7c90 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 May 10 21:29:05.523802 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c2c8-059b-44c0-a13c-75095346f4c0 req-f1a80632-2f95-49d5-89af-13f6a4167701 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:05.525238 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-fba7c2c8-059b-44c0-a13c-75095346f4c0 req-f1a80632-2f95-49d5-89af-13f6a4167701 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 945 time: 0.0455348 May 10 21:29:05.574051 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-fba7c2c8-059b-44c0-a13c-75095346f4c0 req-ae19b949-0cda-4990-83e5-1c9ccee37a74 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 May 10 21:29:06.323324 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2049d95-c238-4f70-89b2-50a170fc88d6 req-1c05e4a9-a14e-44c4-9f77-a6183cbe7fb1 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:06.324256 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d2049d95-c238-4f70-89b2-50a170fc88d6 req-1c05e4a9-a14e-44c4-9f77-a6183cbe7fb1 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 945 time: 0.0514207 May 10 21:29:06.372500 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d2049d95-c238-4f70-89b2-50a170fc88d6 req-adf01a2e-8630-4bff-8206-3369df1abbd0 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 May 10 21:29:07.484473 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814b572-1c53-4a19-aa15-d9f224635c78 req-500bdd6b-de7e-41a6-9874-dba04086615f tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:07.485916 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d814b572-1c53-4a19-aa15-d9f224635c78 req-500bdd6b-de7e-41a6-9874-dba04086615f tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 945 time: 0.0463877 May 10 21:29:07.530934 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d814b572-1c53-4a19-aa15-d9f224635c78 req-833058bc-1a36-4654-842e-3f7dc895609c tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 May 10 21:29:08.817118 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29286c8-797b-43af-9459-6be462f9b4ee req-a421eefb-3666-4b0f-bf07-b956dc1daaab tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:08.818620 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f29286c8-797b-43af-9459-6be462f9b4ee req-a421eefb-3666-4b0f-bf07-b956dc1daaab tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 945 time: 0.0552499 May 10 21:29:08.867763 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f29286c8-797b-43af-9459-6be462f9b4ee req-26c0ee4c-c1f1-4acb-8a78-fa0f4f2c0d1e tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 May 10 21:29:10.007743 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27e188-5680-48f3-90c2-3b6d21ac5e6d req-1804cddb-e2a8-4eda-8205-c768e7f98c13 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:10.009412 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6a27e188-5680-48f3-90c2-3b6d21ac5e6d req-1804cddb-e2a8-4eda-8205-c768e7f98c13 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 945 time: 0.0559375 May 10 21:29:10.056877 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6a27e188-5680-48f3-90c2-3b6d21ac5e6d req-fb936be7-0497-4404-bf69-c4834e1b4bc3 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 May 10 21:29:10.125860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e92659d9-a0a1-48b4-a78a-ee673eac20fe tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:10.127227 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e92659d9-a0a1-48b4-a78a-ee673eac20fe tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 945 time: 0.0452898 May 10 21:29:10.210953 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Deleting port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:29:10.211285 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:10.298277 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] For port a77ccf30-72ad-4fe8-9bcd-281bfc16f695, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:10.298675 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:10.311286 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Calling delete_port for a77ccf30-72ad-4fe8-9bcd-281bfc16f695 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:29:10.512344 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (a77ccf30-72ad-4fe8-9bcd-281bfc16f695), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:10.527379 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['a77ccf30-72ad-4fe8-9bcd-281bfc16f695'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:29:10.542744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Pushing event deleted for resources: {'Port': ['ID=a77ccf30-72ad-4fe8-9bcd-281bfc16f695,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:10.590844 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] No DVR routers for this DVR port a77ccf30-72ad-4fe8-9bcd-281bfc16f695 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:29:10.594034 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:10.597471 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f42c7cfb-0b68-4e80-8296-6b16c72d3a08 req-e75f9e35-f2b0-479d-8fb2-d106a0048610 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "DELETE /v2.0/ports/a77ccf30-72ad-4fe8-9bcd-281bfc16f695 HTTP/1.1" status: 204 len: 173 time: 0.4645076 May 10 21:29:10.597997 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874458f4-97d1-4e82-99fc-1af038d31220', 'name': 'network-vif-deleted', 'tag': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:10.600991 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b25d724-f4f1-4f0a-b493-4f6078cf69b5" -d '{"events": [{"server_uuid": "874458f4-97d1-4e82-99fc-1af038d31220", "name": "network-vif-deleted", "tag": "a77ccf30-72ad-4fe8-9bcd-281bfc16f695"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:10.636380 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30619af5-3329-44f2-87df-9cf05b29f8a4 x-openstack-request-id: req-30619af5-3329-44f2-87df-9cf05b29f8a4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:10.636677 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874458f4-97d1-4e82-99fc-1af038d31220", "name": "network-vif-deleted", "tag": "a77ccf30-72ad-4fe8-9bcd-281bfc16f695", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:10.636971 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30619af5-3329-44f2-87df-9cf05b29f8a4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:10.637351 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30619af5-3329-44f2-87df-9cf05b29f8a4'] response: {'server_uuid': '874458f4-97d1-4e82-99fc-1af038d31220', 'name': 'network-vif-deleted', 'tag': 'a77ccf30-72ad-4fe8-9bcd-281bfc16f695', 'status': 'completed', 'code': 200} May 10 21:29:11.162554 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-50fc0578-4673-4a38-88af-03459b83d797 req-9026c71a-4526-42e5-809d-63b2439771b5 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=874458f4-97d1-4e82-99fc-1af038d31220 HTTP/1.1" status: 200 len: 210 time: 0.0289125 May 10 21:29:12.417810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-dd207802-3ca9-4f03-b27c-ab00f2d3123a tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:12.419299 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-dd207802-3ca9-4f03-b27c-ab00f2d3123a tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/networks?id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32 HTTP/1.1" status: 200 len: 808 time: 0.0989773 May 10 21:29:12.434414 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-785c9a84-a456-4ae0-8ee4-21675bf6169c tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/quotas/ea060bca7aa9440ba37d2093af6e9d16 HTTP/1.1" status: 200 len: 375 time: 0.0088177 May 10 21:29:12.470568 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-9dca0dfd-41e4-447e-9a31-ad93335f4355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301242 May 10 21:29:12.561260 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-28466d35-4f4d-4909-a0e8-9f5b142dbfce service neutron] 10.222.0.25 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842321 May 10 21:29:12.657037 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-70f21f52-8642-4c5b-b185-098ef2e949bb service neutron] 10.222.0.25 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900836 May 10 21:29:12.885815 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0801c8b2-fcb7-4b09-90f9-5ad576193a6b req-c2bc43d3-304a-466f-a258-960cd1db4dab tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 210 time: 0.0280290 May 10 21:29:13.912265 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:13.982254 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-559e29c0-8c1c-481a-9f61-2dcfd376ae86 req-48bec745-884d-4ef0-ba8d-01718d7f6dbb tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 210 time: 0.0290422 May 10 21:29:14.258309 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device a77ccf30-72ad-4fe8-9bcd-281bfc16f695 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:29:14.279175 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: a77ccf30-72ad-4fe8-9bcd-281bfc16f695 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:29:14.279522 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device a77ccf30-72ad-4fe8-9bcd-281bfc16f695 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:29:14.691437 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-5d4d3091-cb62-4518-8a2f-78ff38ad9638 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:14.692907 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-5d4d3091-cb62-4518-8a2f-78ff38ad9638 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "GET /v2.0/networks?id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32 HTTP/1.1" status: 200 len: 808 time: 0.1046593 May 10 21:29:14.704306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Request body: {'port': {'device_id': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32', 'admin_state_up': True, 'tenant_id': 'ea060bca7aa9440ba37d2093af6e9d16'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:29:14.889676 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Made reservation on behalf of ea060bca7aa9440ba37d2093af6e9d16 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:29:14.893994 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:15.026245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Allocated IP 172.20.0.11 (7bf18228-0ae0-4bdb-9da9-418eb8cadc32/e2ff580c-d3b8-43e7-9701-7902254fe555/4cee6493-96ab-49cc-acbd-c243ce44c492) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:29:15.078148 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9448b831-4a9e-43f4-b20a-5e221dba14b5 req-7214a474-f5d8-4764-af8e-60306d6dd032 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 210 time: 0.0273204 May 10 21:29:15.174364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks [] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:15.266767 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:15.309504 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:29:15.312714 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:29:15.318952 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:29:15.342987 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Pushing event updated for resources: {'Port': ['ID=4cee6493-96ab-49cc-acbd-c243ce44c492,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:15.370912 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:15.371521 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:15.448473 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-34794841-10fb-45bc-9ba4-f6fe14076579 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458932 May 10 21:29:15.589996 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:29:16.193530 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59187e-a4df-4910-930b-ca6a4971b949 req-41f2256d-86d1-4f27-a09c-d9878a19a3f8 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:16.195015 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4b59187e-a4df-4910-930b-ca6a4971b949 req-41f2256d-86d1-4f27-a09c-d9878a19a3f8 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 932 time: 0.0470860 May 10 21:29:16.245136 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4b59187e-a4df-4910-930b-ca6a4971b949 req-0e54b8bf-0d06-44fb-b2d1-0d94074b6e9e tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 May 10 21:29:16.529384 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-175b638d-619f-4c9a-be76-5c80acebbb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:17.361756 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aeb78-0ae6-4d20-a61e-2fdc44badf33 req-3725cfb5-d2de-411f-9ee3-b6ffad51f565 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:17.363275 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2f6aeb78-0ae6-4d20-a61e-2fdc44badf33 req-3725cfb5-d2de-411f-9ee3-b6ffad51f565 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 932 time: 0.0493603 May 10 21:29:17.409088 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-2f6aeb78-0ae6-4d20-a61e-2fdc44badf33 req-711931ae-8015-49eb-8cbe-107603be27d8 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 May 10 21:29:17.457875 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Request body: {'port': {'device_id': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:29:17.519083 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:17.810103 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cee6493-96ab-49cc-acbd-c243ce44c492 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:29:17.817666 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Publish callbacks [] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:17.829985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Transition to ACTIVE for port object 4cee6493-96ab-49cc-acbd-c243ce44c492 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:29:17.900064 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:17.951781 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Pushing event updated for resources: {'Port': ['ID=4cee6493-96ab-49cc-acbd-c243ce44c492,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:18.021129 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Attempting to bind port 4cee6493-96ab-49cc-acbd-c243ce44c492 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:29:18.021462 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Attempting to bind port 4cee6493-96ab-49cc-acbd-c243ce44c492 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:29:18.021783 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Attempting to bind port 4cee6493-96ab-49cc-acbd-c243ce44c492 on network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:29:18.026112 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Port 4cee6493-96ab-49cc-acbd-c243ce44c492 on network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:29:18.026429 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Attempting to bind port 4cee6493-96ab-49cc-acbd-c243ce44c492 on network 7bf18228-0ae0-4bdb-9da9-418eb8cadc32 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:29:18.031230 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:29:18.031569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Checking segment: {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:29:18.032570 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Bound using segment: {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:29:18.033020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Bound port: 4cee6493-96ab-49cc-acbd-c243ce44c492, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8f8443-31d9-4cb3-80e4-306326531d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:29:18.033374 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:18.094944 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] For port 4cee6493-96ab-49cc-acbd-c243ce44c492, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:29:18.097927 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] For port 4cee6493-96ab-49cc-acbd-c243ce44c492, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4cee6493-96ab-49cc-acbd-c243ce44c492,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:29:18.198183 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:18.233935 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.234580 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:18.236234 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] 10.222.0.23 "PUT /v2.0/ports/4cee6493-96ab-49cc-acbd-c243ce44c492 HTTP/1.1" status: 200 len: 1094 time: 0.7831194 May 10 21:29:18.236675 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'tag': '4cee6493-96ab-49cc-acbd-c243ce44c492'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:18.238960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "be10fb2e-2e0a-4c03-980c-c4dfcbb563f4", "tag": "4cee6493-96ab-49cc-acbd-c243ce44c492"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:18.262054 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761f317-0c04-413c-9b33-f12f17fac66f service neutron] Pushing event updated for resources: {'Port': ['ID=4cee6493-96ab-49cc-acbd-c243ce44c492,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:18.274725 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1995e8a6-a3b5-48e7-b869-705a0b107e6b x-openstack-request-id: req-1995e8a6-a3b5-48e7-b869-705a0b107e6b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:18.275023 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10fb2e-2e0a-4c03-980c-c4dfcbb563f4", "tag": "4cee6493-96ab-49cc-acbd-c243ce44c492", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:18.275309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1995e8a6-a3b5-48e7-b869-705a0b107e6b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:18.275718 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1995e8a6-a3b5-48e7-b869-705a0b107e6b'] response: {'name': 'network-changed', 'server_uuid': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'tag': '4cee6493-96ab-49cc-acbd-c243ce44c492', 'status': 'completed', 'code': 200} May 10 21:29:18.333860 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb req-829f5a4f-1550-4cb4-b4bc-b303ff7b77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.335378 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb req-829f5a4f-1550-4cb4-b4bc-b303ff7b77b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 1128 time: 0.0391343 May 10 21:29:18.434549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb req-04c4abd6-1962-4442-82ce-9a0609aaea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.435937 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb req-04c4abd6-1962-4442-82ce-9a0609aaea8c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0936387 May 10 21:29:18.523853 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf0e8-5d52-4669-a8a3-1ea015bdd892 req-abcade88-ed0e-4589-ab5b-d5fa5f05527a tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.525375 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-241bf0e8-5d52-4669-a8a3-1ea015bdd892 req-abcade88-ed0e-4589-ab5b-d5fa5f05527a tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0481794 May 10 21:29:18.538018 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb req-ca48ec42-1cff-4329-bc10-976e572fb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.539571 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c2e935b4-aeef-4d9d-8ebd-8b65e458e7eb req-ca48ec42-1cff-4329-bc10-976e572fb0a5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962873 May 10 21:29:18.580876 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-241bf0e8-5d52-4669-a8a3-1ea015bdd892 req-614f8532-fc31-43fb-8dcf-5cc01ac94409 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 May 10 21:29:18.620422 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-aa2f0d99-e4ca-4ae0-aa41-03002d49363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.621925 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-aa2f0d99-e4ca-4ae0-aa41-03002d49363c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 1128 time: 0.0402396 May 10 21:29:18.664320 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-5328fa64-ba0e-418a-b675-33c079a976a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cee6493-96ab-49cc-acbd-c243ce44c492 HTTP/1.1" status: 200 len: 217 time: 0.0339324 May 10 21:29:18.711246 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-109932a9-8f89-49a0-9c12-4faa02cd4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:18.713250 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85752aad-6c4f-4772-83c6-5dc9f52476bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:18.713751 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-109932a9-8f89-49a0-9c12-4faa02cd4186 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2ff580c-d3b8-43e7-9701-7902254fe555 HTTP/1.1" status: 200 len: 848 time: 0.0429335 May 10 21:29:18.746224 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-1e7d3f4e-5cd2-4278-abcd-fbdb5e82086e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bf18228-0ae0-4bdb-9da9-418eb8cadc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281293 May 10 21:29:18.835617 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-6c75ca9f-9bc0-4799-8801-f05a4c5855d0 service neutron] 10.222.0.23 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 May 10 21:29:18.933192 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b0bc096a-a8ee-4587-a4a7-ab4bc2af1f43 req-2fbee841-d008-4fbe-b22d-9908e41ea33c service neutron] 10.222.0.23 "GET /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919499 May 10 21:29:19.696409 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddad5f-d47a-469c-94f6-755e6bb2c34a req-efee3e28-5e64-4931-8e2e-870b4b62a8fa tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:19.697847 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-adddad5f-d47a-469c-94f6-755e6bb2c34a req-efee3e28-5e64-4931-8e2e-870b4b62a8fa tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0462601 May 10 21:29:19.743336 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-adddad5f-d47a-469c-94f6-755e6bb2c34a req-f0ef5c7a-9ae3-4618-b2f1-6cc6b135c516 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 May 10 21:29:19.952484 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:20.855309 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f2cd4-bf3e-4fb8-938d-b8e2e3809cf4 req-2518e103-9659-4fc3-9f0e-0e7ef42cd0a0 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:20.856782 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-113f2cd4-bf3e-4fb8-938d-b8e2e3809cf4 req-2518e103-9659-4fc3-9f0e-0e7ef42cd0a0 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0474460 May 10 21:29:20.908134 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-113f2cd4-bf3e-4fb8-938d-b8e2e3809cf4 req-b1ff36aa-fb3c-43e0-9177-2063594ed4d4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 May 10 21:29:21.283610 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:22.020567 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32197-c65c-4f72-81f6-ee39d74e9f7b req-145d87c2-1c45-462e-ac87-ede24311e1fd tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:22.022013 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-70c32197-c65c-4f72-81f6-ee39d74e9f7b req-145d87c2-1c45-462e-ac87-ede24311e1fd tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0474665 May 10 21:29:22.070889 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-70c32197-c65c-4f72-81f6-ee39d74e9f7b req-bdc121fd-e559-4fa2-a589-0bc7d5253007 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 May 10 21:29:22.314486 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-bcd946f4-3931-4bdd-86cc-24ef5064f30c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376065 May 10 21:29:22.393090 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-e828ebbf-249e-404f-ac14-272b147126cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:22.394633 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-e828ebbf-249e-404f-ac14-272b147126cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95545f74981b44aeb69f246159088da1&device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 1129 time: 0.0399971 May 10 21:29:22.498271 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-d4c68ebe-707b-4cf3-b07a-32816985cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:22.499753 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-d4c68ebe-707b-4cf3-b07a-32816985cc04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 200 len: 914 time: 0.0878458 May 10 21:29:22.541394 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-c25bc5cc-150f-4975-b111-50b34335c464 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa HTTP/1.1" status: 200 len: 217 time: 0.0333569 May 10 21:29:22.586957 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-79456b8d-a031-415f-8ee7-5b14b71f8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:22.588245 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-79456b8d-a031-415f-8ee7-5b14b71f8fc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0002b200-6ab1-42eb-9f07-e3607fd8b496 HTTP/1.1" status: 200 len: 853 time: 0.0415261 May 10 21:29:22.621646 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-ac8198a4-36b0-4d04-aa68-9b36957592eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279400 May 10 21:29:22.707782 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-576a538e-4796-4215-a307-4ad756b1ac9e service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806394 May 10 21:29:22.800238 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-08130d2a-2050-43c1-bc4d-0ec028562699 req-0ed7d003-5463-4bfa-8bcc-df459b1c71a4 service neutron] 10.222.0.23 "GET /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863225 May 10 21:29:22.838041 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:23.186024 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c0714-1a68-4943-ba85-0d9b49ea8188 req-af5b9742-d9c4-4660-ab22-dc013e84a7bd tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:23.187545 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-035c0714-1a68-4943-ba85-0d9b49ea8188 req-af5b9742-d9c4-4660-ab22-dc013e84a7bd tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0494576 May 10 21:29:23.234608 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-035c0714-1a68-4943-ba85-0d9b49ea8188 req-67de5c9a-5cf7-42d4-8afc-16a0b9d87fec tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 May 10 21:29:24.349672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742431f3-3ef7-4d5e-891e-cb14aed7c50b req-0cfea992-8eee-4aa6-b21c-7caab994e73e tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:24.351364 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-742431f3-3ef7-4d5e-891e-cb14aed7c50b req-0cfea992-8eee-4aa6-b21c-7caab994e73e tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0495970 May 10 21:29:24.398172 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-742431f3-3ef7-4d5e-891e-cb14aed7c50b req-1300dcf8-559c-4972-96ad-e174f175e620 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 May 10 21:29:25.496506 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4cee6493-96ab-49cc-acbd-c243ce44c492 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:29:25.518333 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d312-7c2c-43b9-b738-e5806e96b601 req-8aa9716e-a5c7-48b5-8516-cc69a88edc39 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:25.518333 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a1e9d312-7c2c-43b9-b738-e5806e96b601 req-8aa9716e-a5c7-48b5-8516-cc69a88edc39 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 944 time: 0.0492945 May 10 21:29:25.563857 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a1e9d312-7c2c-43b9-b738-e5806e96b601 req-7858e83a-2630-40d0-bfe0-0b8682bc9d0b tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 May 10 21:29:25.598535 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4cee6493-96ab-49cc-acbd-c243ce44c492, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4cee6493-96ab-49cc-acbd-c243ce44c492,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:25.609458 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '4cee6493-96ab-49cc-acbd-c243ce44c492', 'network_id': '7bf18228-0ae0-4bdb-9da9-418eb8cadc32', 'port_id': '4cee6493-96ab-49cc-acbd-c243ce44c492', 'mac_address': 'fa:16:3e:73:78:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ff580c-d3b8-43e7-9701-7902254fe555', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:29:25.650487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4cee6493-96ab-49cc-acbd-c243ce44c492 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:29:25.650487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:25.661156 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cee6493-96ab-49cc-acbd-c243ce44c492 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:29:25.680366 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4cee6493-96ab-49cc-acbd-c243ce44c492, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4cee6493-96ab-49cc-acbd-c243ce44c492,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:25.757551 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:25.808960 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4cee6493-96ab-49cc-acbd-c243ce44c492,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:25.966992 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['4cee6493-96ab-49cc-acbd-c243ce44c492'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:29:26.678515 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da64cc-b1b2-4d59-be34-d20b90ef63f0 req-a07348c7-2ef5-4704-b77c-0546165dc237 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:26.680012 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e6da64cc-b1b2-4d59-be34-d20b90ef63f0 req-a07348c7-2ef5-4704-b77c-0546165dc237 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 945 time: 0.0500386 May 10 21:29:26.725955 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e6da64cc-b1b2-4d59-be34-d20b90ef63f0 req-477eb6fa-a8cd-464d-8c32-02046a289033 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 May 10 21:29:27.493539 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4cee6493-96ab-49cc-acbd-c243ce44c492 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:29:27.540774 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 4cee6493-96ab-49cc-acbd-c243ce44c492 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:29:27.597621 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 4cee6493-96ab-49cc-acbd-c243ce44c492 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:29:27.597998 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:27.674584 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4cee6493-96ab-49cc-acbd-c243ce44c492 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:29:27.674982 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:27.697841 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cee6493-96ab-49cc-acbd-c243ce44c492'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:27.700084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eae648-de23-41c9-9075-c440a97b1843" -d '{"events": [{"server_uuid": "be10fb2e-2e0a-4c03-980c-c4dfcbb563f4", "name": "network-vif-plugged", "status": "completed", "tag": "4cee6493-96ab-49cc-acbd-c243ce44c492"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:27.713700 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4cee6493-96ab-49cc-acbd-c243ce44c492, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4cee6493-96ab-49cc-acbd-c243ce44c492,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:27.738035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32387256-bcc7-48ea-ba7d-5099a491c9f6 x-openstack-request-id: req-32387256-bcc7-48ea-ba7d-5099a491c9f6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:27.738465 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10fb2e-2e0a-4c03-980c-c4dfcbb563f4", "name": "network-vif-plugged", "status": "completed", "tag": "4cee6493-96ab-49cc-acbd-c243ce44c492", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:27.738779 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32387256-bcc7-48ea-ba7d-5099a491c9f6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:27.739212 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32387256-bcc7-48ea-ba7d-5099a491c9f6'] response: {'server_uuid': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cee6493-96ab-49cc-acbd-c243ce44c492', 'code': 200} May 10 21:29:27.803774 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:27.849653 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a50168-cec3-4a28-b6ca-ad265b73f202 req-f822569e-e136-4c21-b2fd-d5c39a3e12d5 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:27.853764 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c9a50168-cec3-4a28-b6ca-ad265b73f202 req-f822569e-e136-4c21-b2fd-d5c39a3e12d5 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0520020 May 10 21:29:27.859159 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4cee6493-96ab-49cc-acbd-c243ce44c492,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:27.910083 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c9a50168-cec3-4a28-b6ca-ad265b73f202 req-3cbd27e6-9c73-4dd3-8fba-12f7e8c2edf5 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486310 May 10 21:29:28.029878 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a821ecc-b1bd-4cf3-ab86-cd3644f0a0f2 req-8556ad7b-ed6d-44f1-b4e0-3cadbdc578c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:28.031457 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4a821ecc-b1bd-4cf3-ab86-cd3644f0a0f2 req-8556ad7b-ed6d-44f1-b4e0-3cadbdc578c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 1130 time: 0.0379360 May 10 21:29:28.076310 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4a821ecc-b1bd-4cf3-ab86-cd3644f0a0f2 req-1ef79579-e0e7-466f-bfb6-d0bed019313b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 May 10 21:29:28.358242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649de9d-f121-4623-b2d7-3260f54ab73c req-4c7cf725-3b90-4c9d-aeb9-ec233befc22b tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:28.359986 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2649de9d-f121-4623-b2d7-3260f54ab73c req-4c7cf725-3b90-4c9d-aeb9-ec233befc22b tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 945 time: 0.0488238 May 10 21:29:28.407119 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2649de9d-f121-4623-b2d7-3260f54ab73c req-835d8bf6-01a6-422a-8f3a-03fceaa5f847 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 May 10 21:29:29.025773 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5899870-f54d-4ddc-890b-18d6096f6a36 req-fad223d6-a1e3-4b06-8bde-1b0fe254ace1 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:29.027253 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b5899870-f54d-4ddc-890b-18d6096f6a36 req-fad223d6-a1e3-4b06-8bde-1b0fe254ace1 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0468161 May 10 21:29:29.072973 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-b5899870-f54d-4ddc-890b-18d6096f6a36 req-6af3628a-9d58-4dfd-acc7-489604e3351e tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 May 10 21:29:29.521785 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0120f34-89d9-4f12-98a4-0e49ee38db04 req-39ff6937-87e9-4f49-9f36-f09b0ddb634d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:29.523239 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e0120f34-89d9-4f12-98a4-0e49ee38db04 req-39ff6937-87e9-4f49-9f36-f09b0ddb634d tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 945 time: 0.0494683 May 10 21:29:29.567845 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e0120f34-89d9-4f12-98a4-0e49ee38db04 req-e6e05b0d-872a-4d3d-b77d-1fa64014606b tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/security-groups?id=17609b57-b990-418e-b9fe-1acc884fbfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391352 May 10 21:29:30.148769 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-cfae5141-b73b-481d-a86c-76c90a991ae9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:30.150226 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-cfae5141-b73b-481d-a86c-76c90a991ae9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 945 time: 0.0474823 May 10 21:29:30.189962 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c232c0-0e40-41e0-b7b8-3ed6c99ef0e0 req-bbad837c-447a-493c-9ad4-bebdc00c8fe4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:30.191501 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-61c232c0-0e40-41e0-b7b8-3ed6c99ef0e0 req-bbad837c-447a-493c-9ad4-bebdc00c8fe4 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0515399 May 10 21:29:30.238644 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-61c232c0-0e40-41e0-b7b8-3ed6c99ef0e0 req-dfa22f53-a1ec-44e8-aef3-82e6ea9a28d2 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414195 May 10 21:29:30.242057 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Deleting port 165129bc-4fec-4b69-b151-5cf1bccfaefa {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:29:30.242408 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:30.330995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] For port 165129bc-4fec-4b69-b151-5cf1bccfaefa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=165129bc-4fec-4b69-b151-5cf1bccfaefa,segment=NetworkSegment(10c8a597-4d7a-4e7b-a40c-864977119cfe),segment_id=10c8a597-4d7a-4e7b-a40c-864977119cfe)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:30.331362 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:30.343970 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Calling delete_port for 165129bc-4fec-4b69-b151-5cf1bccfaefa owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:29:30.500821 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (165129bc-4fec-4b69-b151-5cf1bccfaefa), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:30.513278 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['165129bc-4fec-4b69-b151-5cf1bccfaefa'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:29:30.529411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Pushing event deleted for resources: {'Port': ['ID=165129bc-4fec-4b69-b151-5cf1bccfaefa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:30.581789 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] No DVR routers for this DVR port 165129bc-4fec-4b69-b151-5cf1bccfaefa on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:29:30.584225 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:30.587943 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0646bb8-4fd5-465a-9ee3-44c67fe9d39f req-3e4acbf9-e646-4f20-a1e5-0266b30459c9 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.23 "DELETE /v2.0/ports/165129bc-4fec-4b69-b151-5cf1bccfaefa HTTP/1.1" status: 204 len: 173 time: 0.4287517 May 10 21:29:30.588453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'name': 'network-vif-deleted', 'tag': '165129bc-4fec-4b69-b151-5cf1bccfaefa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:30.591456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be35ee81-130f-40ab-81ce-ce2cc6e995a0" -d '{"events": [{"server_uuid": "0664bc19-9eb0-4a77-82e1-9a359cae128d", "name": "network-vif-deleted", "tag": "165129bc-4fec-4b69-b151-5cf1bccfaefa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:30.629226 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736b1ee-951c-4867-a193-9b3d9b77c2a6 x-openstack-request-id: req-e736b1ee-951c-4867-a193-9b3d9b77c2a6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:30.629520 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0664bc19-9eb0-4a77-82e1-9a359cae128d", "name": "network-vif-deleted", "tag": "165129bc-4fec-4b69-b151-5cf1bccfaefa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:30.629775 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e736b1ee-951c-4867-a193-9b3d9b77c2a6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:30.630174 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e736b1ee-951c-4867-a193-9b3d9b77c2a6'] response: {'server_uuid': '0664bc19-9eb0-4a77-82e1-9a359cae128d', 'name': 'network-vif-deleted', 'tag': '165129bc-4fec-4b69-b151-5cf1bccfaefa', 'status': 'completed', 'code': 200} May 10 21:29:30.668557 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a2ed9903-a6b3-456b-ad08-75afea5044e9 req-a54d455d-9500-409f-99e0-f8bd30fa00b5 tempest-VolumesSnapshotTestJSON-1370820569 tempest-VolumesSnapshotTestJSON-1370820569-project] 10.222.0.25 "GET /v2.0/ports?device_id=0664bc19-9eb0-4a77-82e1-9a359cae128d HTTP/1.1" status: 200 len: 210 time: 0.0281706 May 10 21:29:31.355184 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f6761-ecbd-4918-9f67-7df6a47e67d0 req-3815dce0-2448-4ccd-9af6-af8fe37119ee tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:31.356674 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d51f6761-ecbd-4918-9f67-7df6a47e67d0 req-3815dce0-2448-4ccd-9af6-af8fe37119ee tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0476396 May 10 21:29:31.405268 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d51f6761-ecbd-4918-9f67-7df6a47e67d0 req-7454e154-4f45-4dd5-a543-c5b79b8b91fc tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 May 10 21:29:32.562046 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421dde5-16b6-4b54-a515-3c7a898fb8ef req-c13f28a6-652d-4c93-ae7c-74a6ad7a3cb3 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:32.564485 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3421dde5-16b6-4b54-a515-3c7a898fb8ef req-c13f28a6-652d-4c93-ae7c-74a6ad7a3cb3 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0517881 May 10 21:29:32.610729 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3421dde5-16b6-4b54-a515-3c7a898fb8ef req-cbf534e8-4d40-41df-9817-f238cef5f5ad tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 May 10 21:29:33.741643 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13ca23-7b94-42b6-9111-cf5333a45f4e req-a83a4a13-5b80-42c2-87a9-0fe16a56fb2f tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:33.743342 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bb13ca23-7b94-42b6-9111-cf5333a45f4e req-a83a4a13-5b80-42c2-87a9-0fe16a56fb2f tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0462561 May 10 21:29:33.792332 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bb13ca23-7b94-42b6-9111-cf5333a45f4e req-6500860c-db77-40d1-8649-bf81f53ebeb9 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c9548a8-3aad-4e3e-8ee3-f27a86870f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 May 10 21:29:33.832573 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-b74c7258-9b05-4470-af1b-7b2297b76deb tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:29:33.834012 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-b74c7258-9b05-4470-af1b-7b2297b76deb tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 946 time: 0.0473688 May 10 21:29:33.920515 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Deleting port 4cee6493-96ab-49cc-acbd-c243ce44c492 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:29:33.920780 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:34.008845 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] For port 4cee6493-96ab-49cc-acbd-c243ce44c492, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4cee6493-96ab-49cc-acbd-c243ce44c492,segment=NetworkSegment(9a8f8443-31d9-4cb3-80e4-306326531d79),segment_id=9a8f8443-31d9-4cb3-80e4-306326531d79)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:29:34.009204 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:34.022285 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Calling delete_port for 4cee6493-96ab-49cc-acbd-c243ce44c492 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:29:34.186231 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (4cee6493-96ab-49cc-acbd-c243ce44c492), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:34.217611 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Pushing event deleted for resources: {'Port': ['ID=4cee6493-96ab-49cc-acbd-c243ce44c492,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:34.260252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] No DVR routers for this DVR port 4cee6493-96ab-49cc-acbd-c243ce44c492 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:29:34.262709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:34.265815 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c8d95b55-8fc5-4c49-94a6-28c5c3c8ea1b req-7bd1a467-7cf3-4e95-ae12-485397d49355 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.23 "DELETE /v2.0/ports/4cee6493-96ab-49cc-acbd-c243ce44c492 HTTP/1.1" status: 204 len: 173 time: 0.4265554 May 10 21:29:34.266304 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'name': 'network-vif-deleted', 'tag': '4cee6493-96ab-49cc-acbd-c243ce44c492'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:29:34.268580 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce4a8f5-fa45-458c-b47b-bc4d804a6f0e" -d '{"events": [{"server_uuid": "be10fb2e-2e0a-4c03-980c-c4dfcbb563f4", "name": "network-vif-deleted", "tag": "4cee6493-96ab-49cc-acbd-c243ce44c492"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:29:34.303925 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b781b991-4a8d-4710-aaf1-12729d762ae2 x-openstack-request-id: req-b781b991-4a8d-4710-aaf1-12729d762ae2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:29:34.304219 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10fb2e-2e0a-4c03-980c-c4dfcbb563f4", "name": "network-vif-deleted", "tag": "4cee6493-96ab-49cc-acbd-c243ce44c492", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:29:34.304477 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b781b991-4a8d-4710-aaf1-12729d762ae2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:29:34.304932 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b781b991-4a8d-4710-aaf1-12729d762ae2'] response: {'server_uuid': 'be10fb2e-2e0a-4c03-980c-c4dfcbb563f4', 'name': 'network-vif-deleted', 'tag': '4cee6493-96ab-49cc-acbd-c243ce44c492', 'status': 'completed', 'code': 200} May 10 21:29:34.889951 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-194b1662-a7ae-4127-87b9-5446276c2182 req-71c7362a-f6ac-41d6-a37b-035d8580f04d tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 210 time: 0.0271368 May 10 21:29:35.987317 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c577429e-32eb-40d0-be66-426f7b92dfa8 req-94e58d47-0d59-4cc2-8672-6dfc1432b6e0 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 210 time: 0.0289156 May 10 21:29:36.493386 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['4cee6493-96ab-49cc-acbd-c243ce44c492'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:29:36.515440 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 165129bc-4fec-4b69-b151-5cf1bccfaefa no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:29:36.540320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 165129bc-4fec-4b69-b151-5cf1bccfaefa {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:29:36.540672 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 165129bc-4fec-4b69-b151-5cf1bccfaefa not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:29:37.095414 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-38fc9bcd-353d-4793-80f0-9766c44984da req-c9c675ed-af5f-46a9-8b06-1f278d9059c7 tempest-VolumesActionsTest-1443750451 tempest-VolumesActionsTest-1443750451-project] 10.222.0.25 "GET /v2.0/ports?device_id=be10fb2e-2e0a-4c03-980c-c4dfcbb563f4 HTTP/1.1" status: 200 len: 210 time: 0.0280836 May 10 21:29:38.511477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4cee6493-96ab-49cc-acbd-c243ce44c492 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:29:38.533133 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 4cee6493-96ab-49cc-acbd-c243ce44c492 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:29:38.533521 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4cee6493-96ab-49cc-acbd-c243ce44c492 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:29:43.941030 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:46.529182 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9f89-8957-45b3-9224-30d8d06e6c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:48.746246 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7495fc84-d015-4beb-a089-aa20355fd40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:49.894972 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:51.294515 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:52.589403 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:29:52.871847 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.103978 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:29:59.153545 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Deleting subnet 0002b200-6ab1-42eb-9f07-e3607fd8b496 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:29:59.157356 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Publish callbacks [] for subnet (0002b200-6ab1-42eb-9f07-e3607fd8b496), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.196916 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (0002b200-6ab1-42eb-9f07-e3607fd8b496), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.237802 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (0002b200-6ab1-42eb-9f07-e3607fd8b496), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.358030 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (0002b200-6ab1-42eb-9f07-e3607fd8b496), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.382932 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0002b200-6ab1-42eb-9f07-e3607fd8b496,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:29:59.393493 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.393897 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.394184 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.394551 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.394890 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.395835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.395835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.395835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.396165 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.396490 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.396816 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.397142 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.397462 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.397784 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.398104 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:29:59.400967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.404148 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-737814c8-50dd-4134-a382-5eb55bb93408 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0002b200-6ab1-42eb-9f07-e3607fd8b496 HTTP/1.1" status: 204 len: 168 time: 0.2992022 May 10 21:29:59.406771 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58722) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:29:59.726318 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.807625 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.827827 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:29:59.838259 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c8a597-4d7a-4e7b-a40c-864977119cfe') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:29:59.838582 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c8a597-4d7a-4e7b-a40c-864977119cfe') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:29:59.848329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (10c8a597-4d7a-4e7b-a40c-864977119cfe), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.861174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (10c8a597-4d7a-4e7b-a40c-864977119cfe), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.867035 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:29:59.867415 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (10c8a597-4d7a-4e7b-a40c-864977119cfe), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:29:59.869031 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:29:59.985773 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.991347 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:29:59.996057 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd HTTP/1.1" status: 204 len: 168 time: 0.5870931 May 10 21:30:00.007233 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7428dd-dce1-4064-9ae6-de18fca2d0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c7df90-bc10-4c6f-aaf0-7ae8fe094ccd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:00.286131 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58740) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:00.325380 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-957d7143-99cb-4a03-84e1-e29705a7ead4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95545f74981b44aeb69f246159088da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380790 May 10 21:30:00.327660 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58742) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:00.373609 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbe99bd4-7966-4943-a913-077481eac391 admin admin] Publish callbacks [] for security_group (17609b57-b990-418e-b9fe-1acc884fbfe9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:00.394819 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbe99bd4-7966-4943-a913-077481eac391 admin admin] Publish callbacks [] for security_group (17609b57-b990-418e-b9fe-1acc884fbfe9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:00.523036 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbe99bd4-7966-4943-a913-077481eac391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (17609b57-b990-418e-b9fe-1acc884fbfe9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:00.525605 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbe99bd4-7966-4943-a913-077481eac391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:00.526769 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fbe99bd4-7966-4943-a913-077481eac391 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17609b57-b990-418e-b9fe-1acc884fbfe9 HTTP/1.1" status: 204 len: 168 time: 0.1982157 May 10 21:30:00.535033 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe99bd4-7966-4943-a913-077481eac391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17609b57-b990-418e-b9fe-1acc884fbfe9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:01.474625 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:01.573103 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-178478338-network', 'tenant_id': '419939c78a2449e6a958b430e0e14d04'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:01.654169 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Made reservation on behalf of 419939c78a2449e6a958b430e0e14d04 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:01.656753 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:01.665200 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:01.737622 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks [] for security_group (913995fa-0eca-4061-a660-547bed59202c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:01.820487 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (913995fa-0eca-4061-a660-547bed59202c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:01.849954 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:30:01.856350 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913995fa-0eca-4061-a660-547bed59202c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:01.863058 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:01.863475 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Added segment f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57 of type vlan for network 484536f2-a5f5-49e6-840b-c926af035216 May 10 21:30:01.904128 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (484536f2-a5f5-49e6-840b-c926af035216), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.019861 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (484536f2-a5f5-49e6-840b-c926af035216), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.021014 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:02.021636 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.082138 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] Pushing event updated for resources: {'Network': ['ID=484536f2-a5f5-49e6-840b-c926af035216,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:02.092244 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 484536f2-a5f5-49e6-840b-c926af035216 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:30:02.137534 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-560f78b6-14dd-4526-b7a5-0f1d787ac817 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6618164 May 10 21:30:02.140401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:02.145681 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Request body: {'subnet': {'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-178478338-subnet', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:02.243099 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Made reservation on behalf of 419939c78a2449e6a958b430e0e14d04 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:02.245529 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639943'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.506329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639953'] for subnet (469a9967-c03e-43c5-896d-1f221b795f36), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.562591 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=469a9967-c03e-43c5-896d-1f221b795f36,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:02.572076 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Checking segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:02.572426 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Network hostable DHCP agents. Network: 484536f2-a5f5-49e6-840b-c926af035216, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:30:02.665020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Network 484536f2-a5f5-49e6-840b-c926af035216 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:30:02.756980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 484536f2-a5f5-49e6-840b-c926af035216) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:02.761576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:02.762180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.766016 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4448d5-2448-4353-9654-0740c43648fc None None] Network 484536f2-a5f5-49e6-840b-c926af035216 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:02.859158 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f76448e3-e8e9-453b-b3c8-5b0657ed8eea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7176538 May 10 21:30:02.867445 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58824) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:02.867445 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:02.869790 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-484536f2-a5f5-49e6-840b-c926af035216', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:30:02.870839 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.946380 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (1e10d478-ce76-4316-8690-0b6220a8255b), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:02.947491 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (1e10d478-ce76-4316-8690-0b6220a8255b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.005424 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks [] for router_controller (1e10d478-ce76-4316-8690-0b6220a8255b), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.008618 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Allocated IP 172.20.0.2 (484536f2-a5f5-49e6-840b-c926af035216/469a9967-c03e-43c5-896d-1f221b795f36/51836e00-d8b4-4855-86b8-d91cda5a9cc9) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:03.151817 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Publish callbacks [] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.186360 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.206876 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks [] for router_gateway (1e10d478-ce76-4316-8690-0b6220a8255b), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.224359 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Network 484536f2-a5f5-49e6-840b-c926af035216 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:03.227255 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:03.233316 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:03.240912 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Pushing event updated for resources: {'Port': ['ID=51836e00-d8b4-4855-86b8-d91cda5a9cc9,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:03.264447 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.264719 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.265061 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.265404 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.265739 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.266071 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.266403 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.266755 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.267083 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.267408 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.267736 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.268063 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.268903 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.269233 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.269550 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:03.305118 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Attempting to bind port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:03.305496 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Attempting to bind port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:03.305887 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Attempting to bind port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 on network 484536f2-a5f5-49e6-840b-c926af035216 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:03.311053 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:03.311425 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Checking segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:03.311827 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.312251 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Bound using segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:03.312714 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Bound port: 51836e00-d8b4-4855-86b8-d91cda5a9cc9, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:03.313095 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.380453 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] For port 51836e00-d8b4-4855-86b8-d91cda5a9cc9, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:03.383708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] For port 51836e00-d8b4-4855-86b8-d91cda5a9cc9, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=51836e00-d8b4-4855-86b8-d91cda5a9cc9,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:03.422966 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks [] for router_gateway (1e10d478-ce76-4316-8690-0b6220a8255b), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.442672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.483864 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.529823 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:03.561832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b627fe-a238-4951-b0ab-fb7feea71942 None None] Pushing event updated for resources: {'Port': ['ID=51836e00-d8b4-4855-86b8-d91cda5a9cc9,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:03.602574 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Allocated IP 172.27.3.116 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/2d8ed363-8432-40ca-babf-b3860c983b22) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:03.620886 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Deleting subnet e2ff580c-d3b8-43e7-9701-7902254fe555 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:30:03.626267 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Publish callbacks [] for subnet (e2ff580c-d3b8-43e7-9701-7902254fe555), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.714795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (e2ff580c-d3b8-43e7-9701-7902254fe555), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.803146 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (e2ff580c-d3b8-43e7-9701-7902254fe555), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.842050 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks [] for port (2d8ed363-8432-40ca-babf-b3860c983b22), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:03.969122 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (e2ff580c-d3b8-43e7-9701-7902254fe555), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.000383 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.005733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ff580c-d3b8-43e7-9701-7902254fe555,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:04.010573 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.015223 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-90b28475-deb3-4ba9-916f-a0940267e427 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e2ff580c-d3b8-43e7-9701-7902254fe555 HTTP/1.1" status: 204 len: 168 time: 0.4804385 May 10 21:30:04.015323 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58830) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:04.047653 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:04.051226 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:04.056885 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:04.062693 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Pushing event updated for resources: {'Port': ['ID=2d8ed363-8432-40ca-babf-b3860c983b22,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:04.088249 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (7bf18228-0ae0-4bdb-9da9-418eb8cadc32), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.165348 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (7bf18228-0ae0-4bdb-9da9-418eb8cadc32), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.184965 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf18228-0ae0-4bdb-9da9-418eb8cadc32']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:04.194067 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8f8443-31d9-4cb3-80e4-306326531d79') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:04.194430 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8f8443-31d9-4cb3-80e4-306326531d79') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:04.204296 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (9a8f8443-31d9-4cb3-80e4-306326531d79), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.218093 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (9a8f8443-31d9-4cb3-80e4-306326531d79), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.227180 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:30:04.227576 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (9a8f8443-31d9-4cb3-80e4-306326531d79), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:30:04.229307 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:30:04.369046 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (7bf18228-0ae0-4bdb-9da9-418eb8cadc32), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.375577 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.379120 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7bf18228-0ae0-4bdb-9da9-418eb8cadc32 HTTP/1.1" status: 204 len: 168 time: 0.3638580 May 10 21:30:04.395206 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf18228-0ae0-4bdb-9da9-418eb8cadc32,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:04.401137 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks [] for router_gateway (1e10d478-ce76-4316-8690-0b6220a8255b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.403349 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.407055 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.408262 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.408262 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.408262 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5750285-9437-4712-973c-54a9d2c16935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:04.532384 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d957e69-bf1f-4476-8e3e-a737bc3addca None None] Network 484536f2-a5f5-49e6-840b-c926af035216 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:04.616274 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (1e10d478-ce76-4316-8690-0b6220a8255b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.640364 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] Provisioning complete for port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:04.640747 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.697467 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:04.732415 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] Current status of the port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:04.732948 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.755977 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-ed5ae6dc-44d7-4a76-8acb-711f9a83a975 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea060bca7aa9440ba37d2093af6e9d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567198 May 10 21:30:04.758593 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:04.778035 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] For port 51836e00-d8b4-4855-86b8-d91cda5a9cc9, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=51836e00-d8b4-4855-86b8-d91cda5a9cc9,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:04.808434 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7e5e-371c-4da8-b79e-d73005494af4 admin admin] Publish callbacks [] for security_group (7c9548a8-3aad-4e3e-8ee3-f27a86870f15), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.831017 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7e5e-371c-4da8-b79e-d73005494af4 admin admin] Publish callbacks [] for security_group (7c9548a8-3aad-4e3e-8ee3-f27a86870f15), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.837207 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Router 1e10d478-ce76-4316-8690-0b6220a8255b is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:30:04.871807 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.921631 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80ba99-3efd-42ea-83fe-4498a3419ecc None None] Pushing event updated for resources: {'Port': ['ID=51836e00-d8b4-4855-86b8-d91cda5a9cc9,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:04.958809 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:04.967736 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Sync routers for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:04.974677 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7e5e-371c-4da8-b79e-d73005494af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (7c9548a8-3aad-4e3e-8ee3-f27a86870f15), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.977426 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7e5e-371c-4da8-b79e-d73005494af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:04.978529 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-b6fe7e5e-371c-4da8-b79e-d73005494af4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c9548a8-3aad-4e3e-8ee3-f27a86870f15 HTTP/1.1" status: 204 len: 168 time: 0.2190673 May 10 21:30:04.981944 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:04.985238 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:04.986616 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe7e5e-371c-4da8-b79e-d73005494af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9548a8-3aad-4e3e-8ee3-f27a86870f15,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:05.036284 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.039125 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8bb87859-ee22-4e4a-b981-44906e9d2cba admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1748502 May 10 21:30:05.041440 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58840) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:05.056127 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-47d0344b-6753-4fec-9ae4-a9a1f6335852 None None] Provisioning complete for port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:05.056477 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47d0344b-6753-4fec-9ae4-a9a1f6335852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.127254 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 51836e00-d8b4-4855-86b8-d91cda5a9cc9 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:05.192443 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:05.309406 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:05.310026 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.350817 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-47d0344b-6753-4fec-9ae4-a9a1f6335852 None None] Current status of the port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:05.494773 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:05.499129 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:04Z', 'revision_number': 3, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:05.528545 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Checking router: 1e10d478-ce76-4316-8690-0b6220a8255b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:05.528895 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Updating router 1e10d478-ce76-4316-8690-0b6220a8255b port 2d8ed363-8432-40ca-babf-b3860c983b22 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:05.562278 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.738373 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.861500 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Publish callbacks [] for port (2d8ed363-8432-40ca-babf-b3860c983b22), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.906407 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Allocated IP 172.20.0.1 (484536f2-a5f5-49e6-840b-c926af035216/469a9967-c03e-43c5-896d-1f221b795f36/a38c9517-ac21-48b5-907d-16499eab2215) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:05.922896 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.979748 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df601eb-7d0e-4dc8-952e-19055ed7e52a None None] Pushing event updated for resources: {'Port': ['ID=2d8ed363-8432-40ca-babf-b3860c983b22,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:05.982119 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Attempting to bind port 2d8ed363-8432-40ca-babf-b3860c983b22 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:05.982678 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Attempting to bind port 2d8ed363-8432-40ca-babf-b3860c983b22 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:05.983055 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Attempting to bind port 2d8ed363-8432-40ca-babf-b3860c983b22 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:05.989454 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:05.989917 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:05.990391 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:05.990882 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:05.991982 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Bound port: 2d8ed363-8432-40ca-babf-b3860c983b22, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:05.991982 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.023550 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks [] for port (a38c9517-ac21-48b5-907d-16499eab2215), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.044786 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] For port 2d8ed363-8432-40ca-babf-b3860c983b22, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:06.052175 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] For port 2d8ed363-8432-40ca-babf-b3860c983b22, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2d8ed363-8432-40ca-babf-b3860c983b22,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:06.134097 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (a38c9517-ac21-48b5-907d-16499eab2215), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.163129 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.173729 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Network 484536f2-a5f5-49e6-840b-c926af035216 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:06.176856 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:06.179364 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:06.218688 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Pushing event updated for resources: {'Port': ['ID=a38c9517-ac21-48b5-907d-16499eab2215,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:06.233280 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (1e10d478-ce76-4316-8690-0b6220a8255b), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.256130 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:06.256782 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:06.260367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df601eb-7d0e-4dc8-952e-19055ed7e52a None None] Pushing event updated for resources: {'Port': ['ID=2d8ed363-8432-40ca-babf-b3860c983b22,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:06.444534 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a38c9517-ac21-48b5-907d-16499eab2215), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.508719 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3f91f527-25dd-4dff-9836-581b4e0bafb7 None None] Provisioning complete for port a38c9517-ac21-48b5-907d-16499eab2215 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:06.509023 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f91f527-25dd-4dff-9836-581b4e0bafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a38c9517-ac21-48b5-907d-16499eab2215), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.561866 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:06.563720 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3f91f527-25dd-4dff-9836-581b4e0bafb7 None None] Port a38c9517-ac21-48b5-907d-16499eab2215 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:06.642134 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks [] for port (a38c9517-ac21-48b5-907d-16499eab2215), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.710904 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4292636'] for port (a38c9517-ac21-48b5-907d-16499eab2215), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.732491 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:04Z', 'revision_number': 3, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:06.760473 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e13260-1c50-4372-9a19-0f500ff390dc None None] The sync data for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi is: [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:04Z', 'revision_number': 3, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:06.785686 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (1e10d478-ce76-4316-8690-0b6220a8255b), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:06.788777 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Pushing event updated for resources: {'Port': ['ID=a38c9517-ac21-48b5-907d-16499eab2215,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:06.885303 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Network 484536f2-a5f5-49e6-840b-c926af035216 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:06.886774 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:07.019988 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Router 1e10d478-ce76-4316-8690-0b6220a8255b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:30:07.147602 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2d8ed363-8432-40ca-babf-b3860c983b22 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:07.181946 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:07.187775 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-149298ea-ba41-4d3e-9619-a55478347778 admin admin] 10.222.0.25 "PUT /v2.0/routers/1e10d478-ce76-4316-8690-0b6220a8255b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452866 May 10 21:30:07.255144 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 2d8ed363-8432-40ca-babf-b3860c983b22 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:07.255618 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:07.298700 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc85ad53-f0c0-41d0-9a1c-275d1cbb6d88 None None] Provisioning complete for port a38c9517-ac21-48b5-907d-16499eab2215 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:07.299159 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc85ad53-f0c0-41d0-9a1c-275d1cbb6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a38c9517-ac21-48b5-907d-16499eab2215), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:07.386078 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc85ad53-f0c0-41d0-9a1c-275d1cbb6d88 None None] Port a38c9517-ac21-48b5-907d-16499eab2215 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:07.388135 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 2d8ed363-8432-40ca-babf-b3860c983b22 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:07.388749 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:07.414605 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 2d8ed363-8432-40ca-babf-b3860c983b22, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2d8ed363-8432-40ca-babf-b3860c983b22,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:07.489323 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:07.543436 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=2d8ed363-8432-40ca-babf-b3860c983b22,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:08.069101 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:08.073956 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-534003355-network', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:08.156985 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Made reservation on behalf of d5242698b26845a0bc9ba1376f8652cd for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:08.159880 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.169152 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.254242 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks [] for security_group (146c17eb-90d9-4d38-a1ca-a0f21c092bd7), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.323076 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (146c17eb-90d9-4d38-a1ca-a0f21c092bd7), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.349987 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:30:08.359750 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c17eb-90d9-4d38-a1ca-a0f21c092bd7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:08.364845 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (c2c93956-79cc-44a2-8a1e-4c93808769b6), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.365252 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Added segment c2c93956-79cc-44a2-8a1e-4c93808769b6 of type vlan for network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 May 10 21:30:08.416248 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (0a70b2c3-412a-4962-b13f-db4ca18cbf23), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.424550 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Sync routers for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:08.433982 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:08.434633 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:08.488931 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (0a70b2c3-412a-4962-b13f-db4ca18cbf23), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.489964 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:08.490585 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.550495 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:08.551563 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] Pushing event updated for resources: {'Network': ['ID=0a70b2c3-412a-4962-b13f-db4ca18cbf23,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:08.563662 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:30:08.578046 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e8323526-5b52-4af9-8fb3-a9374420b065 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5077217 May 10 21:30:08.581069 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58900) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:08.586003 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Request body: {'subnet': {'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-534003355-subnet', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:08.660795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Made reservation on behalf of d5242698b26845a0bc9ba1376f8652cd for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:08.663543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639943'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.770538 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 2, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:08.801570 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Checking router: 1e10d478-ce76-4316-8690-0b6220a8255b for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:08.802017 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Updating router 1e10d478-ce76-4316-8690-0b6220a8255b port a38c9517-ac21-48b5-907d-16499eab2215 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:08.829754 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a38c9517-ac21-48b5-907d-16499eab2215), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.911778 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639953'] for subnet (762410ce-9489-4053-81dd-9533545250bb), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:08.968884 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=762410ce-9489-4053-81dd-9533545250bb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:08.976347 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Checking segment: {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:08.976712 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Network hostable DHCP agents. Network: 0a70b2c3-412a-4962-b13f-db4ca18cbf23, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:30:09.044862 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:30:09.054005 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2d8ed363-8432-40ca-babf-b3860c983b22 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:09.112869 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 2d8ed363-8432-40ca-babf-b3860c983b22 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:09.113261 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.129957 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Publish callbacks [] for port (a38c9517-ac21-48b5-907d-16499eab2215), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.145841 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 0a70b2c3-412a-4962-b13f-db4ca18cbf23) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:09.150081 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:09.155521 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.162985 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f26af1-23d7-4196-a82c-94819b38d6a5 None None] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:09.237849 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a38c9517-ac21-48b5-907d-16499eab2215), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.250809 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 2d8ed363-8432-40ca-babf-b3860c983b22 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:09.270862 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b64f3e9c-1f04-4485-84ee-da11d875bd2b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6886287 May 10 21:30:09.273393 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:09.277656 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:09.290118 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Pushing event updated for resources: {'Port': ['ID=a38c9517-ac21-48b5-907d-16499eab2215,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:09.301409 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'fixed_ips': [{'subnet_id': '762410ce-9489-4053-81dd-9533545250bb'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:30:09.302393 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.319388 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.320473 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:30:09.382483 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Attempting to bind port a38c9517-ac21-48b5-907d-16499eab2215 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:09.382860 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Attempting to bind port a38c9517-ac21-48b5-907d-16499eab2215 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:09.383219 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Attempting to bind port a38c9517-ac21-48b5-907d-16499eab2215 on network 484536f2-a5f5-49e6-840b-c926af035216 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:09.390085 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:09.390475 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Checking segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:09.391105 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.391474 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Bound using segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:09.392000 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Bound port: a38c9517-ac21-48b5-907d-16499eab2215, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:09.392387 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a38c9517-ac21-48b5-907d-16499eab2215), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.397702 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (64335b4b-a33b-45f7-a15e-910eb33924d9), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.398943 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (64335b4b-a33b-45f7-a15e-910eb33924d9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.458038 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks [] for router_controller (64335b4b-a33b-45f7-a15e-910eb33924d9), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.472329 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Allocated IP 172.20.0.2 (0a70b2c3-412a-4962-b13f-db4ca18cbf23/762410ce-9489-4053-81dd-9533545250bb/7865b93e-e0a8-4caf-8b47-01912d3a3426) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:09.484572 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] For port a38c9517-ac21-48b5-907d-16499eab2215, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:09.489355 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] For port a38c9517-ac21-48b5-907d-16499eab2215, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a38c9517-ac21-48b5-907d-16499eab2215,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:09.552360 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ece8cca0-1d4b-499e-9e86-927d6a1d417d None None] Provisioning complete for port a38c9517-ac21-48b5-907d-16499eab2215 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:09.552661 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ece8cca0-1d4b-499e-9e86-927d6a1d417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a38c9517-ac21-48b5-907d-16499eab2215), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.580942 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a38c9517-ac21-48b5-907d-16499eab2215), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.617257 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ece8cca0-1d4b-499e-9e86-927d6a1d417d None None] Port a38c9517-ac21-48b5-907d-16499eab2215 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:09.694577 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:09.695234 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:09.711649 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Publish callbacks [] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.762512 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f145-9a43-4579-965e-d5db576af809 None None] Pushing event updated for resources: {'Port': ['ID=a38c9517-ac21-48b5-907d-16499eab2215,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:09.801643 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.865432 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:09.869868 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:09.876841 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:09.889251 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:09.901624 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Pushing event updated for resources: {'Port': ['ID=7865b93e-e0a8-4caf-8b47-01912d3a3426,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:09.991290 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Attempting to bind port 7865b93e-e0a8-4caf-8b47-01912d3a3426 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:09.991290 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Attempting to bind port 7865b93e-e0a8-4caf-8b47-01912d3a3426 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:09.991290 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Attempting to bind port 7865b93e-e0a8-4caf-8b47-01912d3a3426 on network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:09.992840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks [] for router_gateway (64335b4b-a33b-45f7-a15e-910eb33924d9), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:09.996324 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] Provisioning complete for port a38c9517-ac21-48b5-907d-16499eab2215 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:09.996324 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a38c9517-ac21-48b5-907d-16499eab2215), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.000103 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:10.000464 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Checking segment: {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:10.000856 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.001249 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Bound using segment: {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:10.001711 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Bound port: 7865b93e-e0a8-4caf-8b47-01912d3a3426, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:10.002087 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.121945 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] For port 7865b93e-e0a8-4caf-8b47-01912d3a3426, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:10.123718 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:09Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:10.145431 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] For port 7865b93e-e0a8-4caf-8b47-01912d3a3426, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7865b93e-e0a8-4caf-8b47-01912d3a3426,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:10.146809 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] Current status of the port a38c9517-ac21-48b5-907d-16499eab2215 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:10.147193 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (a38c9517-ac21-48b5-907d-16499eab2215), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.158619 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81d80f-8d54-4566-94a7-7967bb50934c None None] The sync data for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi is: [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:09Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:10.185591 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] For port a38c9517-ac21-48b5-907d-16499eab2215, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a38c9517-ac21-48b5-907d-16499eab2215,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:10.230198 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.264532 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (a38c9517-ac21-48b5-907d-16499eab2215), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.291097 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks [] for router_gateway (64335b4b-a33b-45f7-a15e-910eb33924d9), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.309725 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f5fb8-9245-47fb-be69-2ad583b65167 None None] Pushing event updated for resources: {'Port': ['ID=7865b93e-e0a8-4caf-8b47-01912d3a3426,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:10.322165 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.391835 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd210989-194d-4ed9-b2fe-5cdda5047972 None None] Pushing event updated for resources: {'Port': ['ID=a38c9517-ac21-48b5-907d-16499eab2215,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:10.464769 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Allocated IP 172.27.3.43 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/103417b1-e4d4-403b-bcdb-5edca53d5947) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:10.600003 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks [] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.689690 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:10.736157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:10.739647 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:10.744871 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:10.779188 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Pushing event updated for resources: {'Port': ['ID=103417b1-e4d4-403b-bcdb-5edca53d5947,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:11.126538 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a38c9517-ac21-48b5-907d-16499eab2215 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:11.156376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks [] for router_gateway (64335b4b-a33b-45f7-a15e-910eb33924d9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.180198 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port a38c9517-ac21-48b5-907d-16499eab2215 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:11.180580 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (a38c9517-ac21-48b5-907d-16499eab2215), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.275022 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port a38c9517-ac21-48b5-907d-16499eab2215 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:11.275707 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7865b93e-e0a8-4caf-8b47-01912d3a3426 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:11.328312 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 7865b93e-e0a8-4caf-8b47-01912d3a3426 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:11.328691 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.417084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3b68c-633b-4a21-bc89-a2ef144d9960 None None] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:11.427649 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (64335b4b-a33b-45f7-a15e-910eb33924d9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.473605 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 7865b93e-e0a8-4caf-8b47-01912d3a3426 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:11.474065 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.559564 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7f5e034f-eea9-47ff-bd18-689900182efa None None] Provisioning complete for port 7865b93e-e0a8-4caf-8b47-01912d3a3426 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:11.559932 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f5e034f-eea9-47ff-bd18-689900182efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.616849 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 7865b93e-e0a8-4caf-8b47-01912d3a3426, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7865b93e-e0a8-4caf-8b47-01912d3a3426,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:11.638234 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Router 64335b4b-a33b-45f7-a15e-910eb33924d9 is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:30:11.666384 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.858959 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:11.885570 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Sync routers for ids ['64335b4b-a33b-45f7-a15e-910eb33924d9'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:11.916116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Routers {'64335b4b-a33b-45f7-a15e-910eb33924d9'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:11.916744 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['64335b4b-a33b-45f7-a15e-910eb33924d9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:11.965131 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:11.966525 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ef8739c6-ef62-4914-9711-45ff0ee61913 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6920466 May 10 21:30:11.967303 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e034f-eea9-47ff-bd18-689900182efa None None] Current status of the port 7865b93e-e0a8-4caf-8b47-01912d3a3426 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:11.969123 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:11.974303 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=7865b93e-e0a8-4caf-8b47-01912d3a3426,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:12.053676 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Set router 64335b4b-a33b-45f7-a15e-910eb33924d9 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:12.131819 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d8fb941e-adb0-4111-a326-4a9488f1d7de None None] Provisioning complete for port 7865b93e-e0a8-4caf-8b47-01912d3a3426 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:12.132507 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8fb941e-adb0-4111-a326-4a9488f1d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.294669 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb941e-adb0-4111-a326-4a9488f1d7de None None] Current status of the port 7865b93e-e0a8-4caf-8b47-01912d3a3426 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:12.306754 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 3, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:12.334715 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Checking router: 64335b4b-a33b-45f7-a15e-910eb33924d9 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:12.335072 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Updating router 64335b4b-a33b-45f7-a15e-910eb33924d9 port 103417b1-e4d4-403b-bcdb-5edca53d5947 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:12.366976 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.412107 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.568491 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Allocated IP 172.20.0.1 (0a70b2c3-412a-4962-b13f-db4ca18cbf23/762410ce-9489-4053-81dd-9533545250bb/d61522b4-566f-42bd-bfa3-38657f379c8d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:12.654963 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Publish callbacks [] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.677653 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks [] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.734123 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.763244 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.789953 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c465a7-6232-46b3-85b1-47f3deacd9d8 None None] Pushing event updated for resources: {'Port': ['ID=103417b1-e4d4-403b-bcdb-5edca53d5947,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:12.792640 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Attempting to bind port 103417b1-e4d4-403b-bcdb-5edca53d5947 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:12.793007 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Attempting to bind port 103417b1-e4d4-403b-bcdb-5edca53d5947 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:12.793357 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Attempting to bind port 103417b1-e4d4-403b-bcdb-5edca53d5947 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:12.799334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:12.799746 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:12.800540 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.800712 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:12.801188 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Bound port: 103417b1-e4d4-403b-bcdb-5edca53d5947, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:12.801568 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.801808 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:12.804654 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:12.808163 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:12.834849 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Pushing event updated for resources: {'Port': ['ID=d61522b4-566f-42bd-bfa3-38657f379c8d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:12.868948 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] For port 103417b1-e4d4-403b-bcdb-5edca53d5947, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:12.870738 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (64335b4b-a33b-45f7-a15e-910eb33924d9), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:12.872247 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] For port 103417b1-e4d4-403b-bcdb-5edca53d5947, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=103417b1-e4d4-403b-bcdb-5edca53d5947,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:13.021601 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.064718 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7865b93e-e0a8-4caf-8b47-01912d3a3426 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:13.108187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.108437 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Routers {'64335b4b-a33b-45f7-a15e-910eb33924d9'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:13.108834 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['64335b4b-a33b-45f7-a15e-910eb33924d9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:13.175643 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c465a7-6232-46b3-85b1-47f3deacd9d8 None None] Pushing event updated for resources: {'Port': ['ID=103417b1-e4d4-403b-bcdb-5edca53d5947,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:13.184616 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5f753caf-14bb-479b-a64e-7c7d98add7c8 None None] Provisioning complete for port d61522b4-566f-42bd-bfa3-38657f379c8d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:13.185004 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f753caf-14bb-479b-a64e-7c7d98add7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.273445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 7865b93e-e0a8-4caf-8b47-01912d3a3426 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:13.273825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.277070 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f753caf-14bb-479b-a64e-7c7d98add7c8 None None] Port d61522b4-566f-42bd-bfa3-38657f379c8d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:13.316599 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks [] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.317511 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] Set router 64335b4b-a33b-45f7-a15e-910eb33924d9 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:13.369341 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.505282 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 7865b93e-e0a8-4caf-8b47-01912d3a3426 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:13.577674 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'd61522b4-566f-42bd-bfa3-38657f379c8d', 'name': '', 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'mac_address': 'fa:16:3e:4f:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '762410ce-9489-4053-81dd-9533545250bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:12Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 1, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'subnets': [{'id': '762410ce-9489-4053-81dd-9533545250bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:13.604885 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91408a-5564-4b2e-a171-f4362346d191 None None] The sync data for ids ['64335b4b-a33b-45f7-a15e-910eb33924d9'] in dv-cinder-836083-6-iscsi is: [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'd61522b4-566f-42bd-bfa3-38657f379c8d', 'name': '', 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'mac_address': 'fa:16:3e:4f:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '762410ce-9489-4053-81dd-9533545250bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:12Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 1, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'subnets': [{'id': '762410ce-9489-4053-81dd-9533545250bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:13.693168 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (64335b4b-a33b-45f7-a15e-910eb33924d9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.701091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Pushing event updated for resources: {'Port': ['ID=d61522b4-566f-42bd-bfa3-38657f379c8d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:13.796659 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:13.802936 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:13.939339 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:13.948217 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Router 64335b4b-a33b-45f7-a15e-910eb33924d9 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:30:14.072111 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:14.077284 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6b2a5066-b0fd-41b3-b1d9-5874b542abfe admin admin] 10.222.0.25 "PUT /v2.0/routers/64335b4b-a33b-45f7-a15e-910eb33924d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071992 May 10 21:30:14.120290 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bdeefd9-7c65-48f4-9ca0-cdea82e72fc4 None None] Provisioning complete for port d61522b4-566f-42bd-bfa3-38657f379c8d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:14.120743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bdeefd9-7c65-48f4-9ca0-cdea82e72fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:14.170076 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0bdeefd9-7c65-48f4-9ca0-cdea82e72fc4 None None] Port d61522b4-566f-42bd-bfa3-38657f379c8d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:14.590681 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:14.590980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716660761', 'description': 'tempest-secgroup-smoke-716660761 description', 'project_id': '419939c78a2449e6a958b430e0e14d04'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:14.688923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:14.766831 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group (50a21d2c-b5c8-405b-964f-423b5b76533e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:14.844988 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (50a21d2c-b5c8-405b-964f-423b5b76533e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:14.883576 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:14.887710 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a21d2c-b5c8-405b-964f-423b5b76533e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:14.976634 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:14.979365 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a1d4b440-1662-4277-a6d4-e1f057bf5e11 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3920987 May 10 21:30:14.981931 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58942) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:14.987760 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group_rule': {'security_group_id': '50a21d2c-b5c8-405b-964f-423b5b76533e', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:15.040632 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-282b2f53-c460-46fb-844d-d26b34aecb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.119027 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 103417b1-e4d4-403b-bcdb-5edca53d5947 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:15.130655 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (5dc3da93-9b5d-4c07-8cd3-46d507c60d1b), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.136457 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-282b2f53-c460-46fb-844d-d26b34aecb07 admin admin] Publish callbacks [] for security_group (60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.195318 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (5dc3da93-9b5d-4c07-8cd3-46d507c60d1b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.205688 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-282b2f53-c460-46fb-844d-d26b34aecb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.242492 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2f53-c460-46fb-844d-d26b34aecb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:15.246850 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-282b2f53-c460-46fb-844d-d26b34aecb07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4001a747bd54c28b460ff8fe65d22fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613703 May 10 21:30:15.249665 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:15.293123 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (5dc3da93-9b5d-4c07-8cd3-46d507c60d1b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.321935 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 103417b1-e4d4-403b-bcdb-5edca53d5947 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:15.322173 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.322730 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc3da93-9b5d-4c07-8cd3-46d507c60d1b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:15.340020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d74eaa7-e3fd-4868-86c4-567e9205d4b8 admin admin] Publish callbacks [] for security_group (60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.368511 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d74eaa7-e3fd-4868-86c4-567e9205d4b8 admin admin] Publish callbacks [] for security_group (60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.405393 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.413844 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58946) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:15.417666 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e24c8c2b-3cc8-4ca8-b95f-6740a750030d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4277451 May 10 21:30:15.417790 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 103417b1-e4d4-403b-bcdb-5edca53d5947 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:15.417790 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.418879 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group_rule': {'security_group_id': '50a21d2c-b5c8-405b-964f-423b5b76533e', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:15.437405 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 103417b1-e4d4-403b-bcdb-5edca53d5947, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=103417b1-e4d4-403b-bcdb-5edca53d5947,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:15.517386 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d74eaa7-e3fd-4868-86c4-567e9205d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.520207 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d74eaa7-e3fd-4868-86c4-567e9205d4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.521457 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1d74eaa7-e3fd-4868-86c4-567e9205d4b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec HTTP/1.1" status: 204 len: 168 time: 0.2704475 May 10 21:30:15.530234 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74eaa7-e3fd-4868-86c4-567e9205d4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1e63d-a9e1-40f4-8330-a6eaf0cfe5ec,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:15.551809 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.560474 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (aae27087-e289-406a-8c38-94fedc70fdc4), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.609816 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=103417b1-e4d4-403b-bcdb-5edca53d5947,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:15.613206 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (aae27087-e289-406a-8c38-94fedc70fdc4), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.665945 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (aae27087-e289-406a-8c38-94fedc70fdc4), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.684403 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae27087-e289-406a-8c38-94fedc70fdc4,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:15.742237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.743567 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-2c9bc8e8-a566-49be-8cbb-356f03c7cb78 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319821 May 10 21:30:15.746360 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58950) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:15.751952 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group_rule': {'security_group_id': '50a21d2c-b5c8-405b-964f-423b5b76533e', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:15.838411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (0996e07f-c9c0-419a-8805-facd968bd4ef), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.906740 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (0996e07f-c9c0-419a-8805-facd968bd4ef), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.956878 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (0996e07f-c9c0-419a-8805-facd968bd4ef), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:15.983787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0996e07f-c9c0-419a-8805-facd968bd4ef,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:16.044669 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.045897 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a3c6ac66-81a3-4e75-b23b-c1c583b39ac9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985001 May 10 21:30:16.048689 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58960) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:16.054076 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group_rule': {'security_group_id': '50a21d2c-b5c8-405b-964f-423b5b76533e', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:16.163093 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (28291727-a8ad-4891-a66b-b1b9a45849fe), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.224792 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (28291727-a8ad-4891-a66b-b1b9a45849fe), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.299386 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (28291727-a8ad-4891-a66b-b1b9a45849fe), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.317551 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28291727-a8ad-4891-a66b-b1b9a45849fe,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:16.417608 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.417608 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-db076376-ed85-4c6b-b2cf-0c4cd4009dd9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674061 May 10 21:30:16.420230 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:16.424865 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group_rule': {'security_group_id': '50a21d2c-b5c8-405b-964f-423b5b76533e', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:16.539602 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Project 419939c78a2449e6a958b430e0e14d04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 21:30:16.545417 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (41bb7a18-0934-408e-9bfe-49f6c5a04ecd), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.562837 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42d5b28b-9a1e-4803-9b02-ddbc78dae47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.606751 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (41bb7a18-0934-408e-9bfe-49f6c5a04ecd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.671761 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (41bb7a18-0934-408e-9bfe-49f6c5a04ecd), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.684572 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 58974) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:16.693292 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bb7a18-0934-408e-9bfe-49f6c5a04ecd,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:16.776771 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.778021 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-23a9bca2-6bac-45bd-bdf6-7b0716aeb2d9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3568168 May 10 21:30:16.780608 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1326440641-network', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:16.780794 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 58978) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:16.785540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'security_group_rule': {'security_group_id': '50a21d2c-b5c8-405b-964f-423b5b76533e', 'project_id': '419939c78a2449e6a958b430e0e14d04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:16.854398 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Made reservation on behalf of dd6f673d1cfd41028e5ed60d4d204666 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:16.856843 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.865815 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Project 419939c78a2449e6a958b430e0e14d04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 21:30:16.866321 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.871486 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (20f626bc-acba-4f7f-aa52-743d258c4110), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.932542 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (20f626bc-acba-4f7f-aa52-743d258c4110), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:16.942295 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks [] for security_group (78952d7e-5c8d-45fa-9816-92c39ea9b5e7), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.008543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (20f626bc-acba-4f7f-aa52-743d258c4110), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.027629 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (78952d7e-5c8d-45fa-9816-92c39ea9b5e7), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.028116 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f626bc-acba-4f7f-aa52-743d258c4110,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:17.055880 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:30:17.067992 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 103417b1-e4d4-403b-bcdb-5edca53d5947 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:17.070813 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78952d7e-5c8d-45fa-9816-92c39ea9b5e7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:17.073739 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (014ff12c-a1a1-45bc-9f51-11976ca2fbfb), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.074148 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.segments_db [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Added segment 014ff12c-a1a1-45bc-9f51-11976ca2fbfb of type vlan for network 48d591e9-fc52-4c70-9c70-8d7c37800f78 May 10 21:30:17.097002 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.098291 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c8c85b2c-1f14-4609-903a-190e3a0f2746 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164132 May 10 21:30:17.118684 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (48d591e9-fc52-4c70-9c70-8d7c37800f78), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.137783 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 103417b1-e4d4-403b-bcdb-5edca53d5947 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:17.138428 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.196547 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (48d591e9-fc52-4c70-9c70-8d7c37800f78), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.202254 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:17.203122 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.235300 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Sync routers for ids ['64335b4b-a33b-45f7-a15e-910eb33924d9'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:17.238401 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 103417b1-e4d4-403b-bcdb-5edca53d5947 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:17.256634 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Routers {'64335b4b-a33b-45f7-a15e-910eb33924d9'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:17.257369 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['64335b4b-a33b-45f7-a15e-910eb33924d9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:17.269473 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] Pushing event updated for resources: {'Network': ['ID=48d591e9-fc52-4c70-9c70-8d7c37800f78,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:17.282519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:30:17.302742 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-e95fbd2a-479c-4511-8777-53bf8a6a4bef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6170394 May 10 21:30:17.306409 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59004) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:17.312217 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Request body: {'subnet': {'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1326440641-subnet', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:17.385279 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Set router 64335b4b-a33b-45f7-a15e-910eb33924d9 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:17.419969 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Made reservation on behalf of dd6f673d1cfd41028e5ed60d4d204666 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:17.422402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639943'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.669006 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'd61522b4-566f-42bd-bfa3-38657f379c8d', 'name': '', 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'mac_address': 'fa:16:3e:4f:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '762410ce-9489-4053-81dd-9533545250bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:12Z', 'updated_at': '2022-05-10T21:30:13Z', 'revision_number': 2, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'subnets': [{'id': '762410ce-9489-4053-81dd-9533545250bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:17.689116 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639953'] for subnet (671e57ea-e9d9-4798-bd3b-d2ca6611c93b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.698220 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Checking router: 64335b4b-a33b-45f7-a15e-910eb33924d9 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:17.698651 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Updating router 64335b4b-a33b-45f7-a15e-910eb33924d9 port d61522b4-566f-42bd-bfa3-38657f379c8d binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:17.727139 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.754756 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671e57ea-e9d9-4798-bd3b-d2ca6611c93b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:17.759113 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Checking segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:17.759727 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Network hostable DHCP agents. Network: 48d591e9-fc52-4c70-9c70-8d7c37800f78, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:30:17.814402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:30:17.888295 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 48d591e9-fc52-4c70-9c70-8d7c37800f78) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:17.892416 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:17.893957 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:17.903015 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11745e3-c9c5-4816-99c9-dcee893fa31f None None] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:17.999673 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-feaef32e-ed65-4817-ac7f-003737ab8472 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6913815 May 10 21:30:18.002429 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59018) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:18.012323 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:18.014131 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-48d591e9-fc52-4c70-9c70-8d7c37800f78', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:30:18.014861 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.048193 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Publish callbacks [] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.110794 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.112649 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.139898 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.159555 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Allocated IP 172.20.0.2 (48d591e9-fc52-4c70-9c70-8d7c37800f78/671e57ea-e9d9-4798-bd3b-d2ca6611c93b/32c6b6a3-b28c-4bc6-90da-480531500754) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:18.200946 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b156dd-352a-456b-9ded-8805f4de6573 None None] Pushing event updated for resources: {'Port': ['ID=d61522b4-566f-42bd-bfa3-38657f379c8d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:18.204072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks [] for router_controller (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.265974 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Attempting to bind port d61522b4-566f-42bd-bfa3-38657f379c8d on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:18.266577 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Attempting to bind port d61522b4-566f-42bd-bfa3-38657f379c8d by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:18.266850 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Attempting to bind port d61522b4-566f-42bd-bfa3-38657f379c8d on network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:18.273948 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:18.274693 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Checking segment: {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:18.275261 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.275830 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Bound using segment: {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:18.276486 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Bound port: d61522b4-566f-42bd-bfa3-38657f379c8d, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c93956-79cc-44a2-8a1e-4c93808769b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:18.277050 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.363625 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] For port d61522b4-566f-42bd-bfa3-38657f379c8d, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:18.367485 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] For port d61522b4-566f-42bd-bfa3-38657f379c8d, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=d61522b4-566f-42bd-bfa3-38657f379c8d,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:18.378620 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Publish callbacks [] for port (32c6b6a3-b28c-4bc6-90da-480531500754), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.432141 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] Provisioning complete for port d61522b4-566f-42bd-bfa3-38657f379c8d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:18.432372 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.432585 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.443397 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks [] for router_gateway (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.458570 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.488838 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b156dd-352a-456b-9ded-8805f4de6573 None None] Pushing event updated for resources: {'Port': ['ID=d61522b4-566f-42bd-bfa3-38657f379c8d,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:18.503606 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Routers {'64335b4b-a33b-45f7-a15e-910eb33924d9'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:18.504540 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:29:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['64335b4b-a33b-45f7-a15e-910eb33924d9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:18.519314 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:18.530931 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:18.538112 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Pushing event updated for resources: {'Port': ['ID=32c6b6a3-b28c-4bc6-90da-480531500754,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:18.538112 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:18.632543 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] Set router 64335b4b-a33b-45f7-a15e-910eb33924d9 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:18.733783 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Attempting to bind port 32c6b6a3-b28c-4bc6-90da-480531500754 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:18.734568 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Attempting to bind port 32c6b6a3-b28c-4bc6-90da-480531500754 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:18.735343 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Attempting to bind port 32c6b6a3-b28c-4bc6-90da-480531500754 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:18.755331 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:18.756484 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Checking segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:18.760975 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.762533 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Bound using segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:18.763315 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Bound port: 32c6b6a3-b28c-4bc6-90da-480531500754, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:18.764024 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.771062 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks [] for router_gateway (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.781552 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] Current status of the port d61522b4-566f-42bd-bfa3-38657f379c8d is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:18.782283 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.791489 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.802516 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3278178b-4e90-4cf5-b081-d8b5de35d5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.854097 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'd61522b4-566f-42bd-bfa3-38657f379c8d', 'name': '', 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'mac_address': 'fa:16:3e:4f:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '762410ce-9489-4053-81dd-9533545250bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:12Z', 'updated_at': '2022-05-10T21:30:18Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'subnets': [{'id': '762410ce-9489-4053-81dd-9533545250bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:18.873091 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] For port d61522b4-566f-42bd-bfa3-38657f379c8d, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=d61522b4-566f-42bd-bfa3-38657f379c8d,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:18.887451 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] For port 32c6b6a3-b28c-4bc6-90da-480531500754, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:18.889234 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ed80-884b-4a6a-b695-de4aedf36963 None None] The sync data for ids ['64335b4b-a33b-45f7-a15e-910eb33924d9'] in dv-cinder-836083-6-iscsi is: [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:30:12Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'd61522b4-566f-42bd-bfa3-38657f379c8d', 'name': '', 'network_id': '0a70b2c3-412a-4962-b13f-db4ca18cbf23', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'mac_address': 'fa:16:3e:4f:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '762410ce-9489-4053-81dd-9533545250bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:12Z', 'updated_at': '2022-05-10T21:30:18Z', 'revision_number': 4, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'subnets': [{'id': '762410ce-9489-4053-81dd-9533545250bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:18.891413 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] For port 32c6b6a3-b28c-4bc6-90da-480531500754, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=32c6b6a3-b28c-4bc6-90da-480531500754,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:18.922301 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Allocated IP 172.27.3.182 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/2ad731da-efae-4690-81a4-a3bce6ec40b1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:18.944989 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:18.993314 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.030938 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540ef6-bc92-4cee-88a7-fab2fbe890d3 None None] Pushing event updated for resources: {'Port': ['ID=d61522b4-566f-42bd-bfa3-38657f379c8d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:19.087472 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks [] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.105564 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b06f326f-1600-4836-a90e-5bb40798e068 None None] Provisioning complete for port d61522b4-566f-42bd-bfa3-38657f379c8d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:19.105952 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b06f326f-1600-4836-a90e-5bb40798e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.152825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device d61522b4-566f-42bd-bfa3-38657f379c8d up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:19.160095 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15298f-cd96-4184-8afd-7cdb74b79370 None None] Pushing event updated for resources: {'Port': ['ID=32c6b6a3-b28c-4bc6-90da-480531500754,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:19.260993 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.272874 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port d61522b4-566f-42bd-bfa3-38657f379c8d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:19.273320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.329122 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b06f326f-1600-4836-a90e-5bb40798e068 None None] Current status of the port d61522b4-566f-42bd-bfa3-38657f379c8d is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:19.344458 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:19.348281 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:19.356186 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:19.387971 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad731da-efae-4690-81a4-a3bce6ec40b1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:19.419442 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port d61522b4-566f-42bd-bfa3-38657f379c8d is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:19.724888 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks [] for router_gateway (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.905585 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:19.944893 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.124326 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f7d82-3f76-44da-bcf3-f4c1db895ad8 None None] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:20.145856 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:30:20.189687 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] Provisioning complete for port 32c6b6a3-b28c-4bc6-90da-480531500754 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:20.191080 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.286171 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:20.304733 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:20.347916 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:20.348667 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:20.407092 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] Current status of the port 32c6b6a3-b28c-4bc6-90da-480531500754 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:20.407572 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.422356 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.423913 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-de4d5c18-ce84-42c5-8c62-9ece2760b0f6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4197590 May 10 21:30:20.427171 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:20.484709 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] For port 32c6b6a3-b28c-4bc6-90da-480531500754, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=32c6b6a3-b28c-4bc6-90da-480531500754,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:20.509108 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:20.573473 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.674080 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce3327-1c59-4a0b-ba15-f6576f323f98 None None] Pushing event updated for resources: {'Port': ['ID=32c6b6a3-b28c-4bc6-90da-480531500754,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:20.707187 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c2d855ef-1786-4968-aead-b95054030883 None None] Provisioning complete for port 32c6b6a3-b28c-4bc6-90da-480531500754 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:20.708951 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c2d855ef-1786-4968-aead-b95054030883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.773138 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:19Z', 'revision_number': 3, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:20.909169 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:20.935540 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:20.935885 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Updating router d2ad9230-256e-4801-9bf6-04ac2c35d3cc port 2ad731da-efae-4690-81a4-a3bce6ec40b1 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:20.989607 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.014420 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c2d855ef-1786-4968-aead-b95054030883 None None] Current status of the port 32c6b6a3-b28c-4bc6-90da-480531500754 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:21.087566 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Allocated IP 172.20.0.1 (48d591e9-fc52-4c70-9c70-8d7c37800f78/671e57ea-e9d9-4798-bd3b-d2ca6611c93b/9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:21.170606 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 32c6b6a3-b28c-4bc6-90da-480531500754 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:21.208326 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks [] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.298821 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 32c6b6a3-b28c-4bc6-90da-480531500754 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:21.299908 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.328755 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.362233 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.366795 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:21.369583 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:21.373180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:21.405487 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Pushing event updated for resources: {'Port': ['ID=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:21.417445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Publish callbacks [] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.432848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.467362 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 32c6b6a3-b28c-4bc6-90da-480531500754 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:21.470673 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device d61522b4-566f-42bd-bfa3-38657f379c8d up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:21.514556 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.581842 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port d61522b4-566f-42bd-bfa3-38657f379c8d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:21.582227 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.587877 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Attempting to bind port 2ad731da-efae-4690-81a4-a3bce6ec40b1 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:21.588253 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Attempting to bind port 2ad731da-efae-4690-81a4-a3bce6ec40b1 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:21.588617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Attempting to bind port 2ad731da-efae-4690-81a4-a3bce6ec40b1 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:21.615655 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579b4d0-de00-4f21-925f-27de7d1e2de4 None None] Pushing event updated for resources: {'Port': ['ID=2ad731da-efae-4690-81a4-a3bce6ec40b1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:21.620775 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:21.621151 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:21.621558 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.621944 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:21.622412 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Bound port: 2ad731da-efae-4690-81a4-a3bce6ec40b1, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:21.622820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.663237 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.690842 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-281286ad-98c9-40d2-a6bd-5e4f12779417 None None] Provisioning complete for port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:21.691230 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-281286ad-98c9-40d2-a6bd-5e4f12779417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.727413 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] For port 2ad731da-efae-4690-81a4-a3bce6ec40b1, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:21.769700 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] For port 2ad731da-efae-4690-81a4-a3bce6ec40b1, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2ad731da-efae-4690-81a4-a3bce6ec40b1,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:21.786866 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-281286ad-98c9-40d2-a6bd-5e4f12779417 None None] Port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:21.790192 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port d61522b4-566f-42bd-bfa3-38657f379c8d is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:21.849380 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.885986 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks [] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:21.914070 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:21.914759 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:21.917820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579b4d0-de00-4f21-925f-27de7d1e2de4 None None] Pushing event updated for resources: {'Port': ['ID=2ad731da-efae-4690-81a4-a3bce6ec40b1,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:21.958306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:22.029225 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:22.031144 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Pushing event updated for resources: {'Port': ['ID=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:22.034908 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:22.133201 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:22.137885 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:22.238727 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:22.272395 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6f43d-e171-4361-a938-ee7b8dcd0154 None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:22.282288 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:30:22.409707 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2d73ece0-823a-45c4-b8e3-3fbdabc44e2d None None] Provisioning complete for port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:22.409707 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d73ece0-823a-45c4-b8e3-3fbdabc44e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:22.427387 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:22.442480 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9253d236-4dc6-46ea-99d7-317c7ea47ffe admin admin] 10.222.0.25 "PUT /v2.0/routers/d2ad9230-256e-4801-9bf6-04ac2c35d3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104327 May 10 21:30:22.452201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2d73ece0-823a-45c4-b8e3-3fbdabc44e2d None None] Port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:22.842571 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.123281 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2ad731da-efae-4690-81a4-a3bce6ec40b1 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:23.179369 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 2ad731da-efae-4690-81a4-a3bce6ec40b1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:23.179749 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.219423 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59062) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:23.224615 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-238117435-network', 'tenant_id': '39b810b37c1a494a994957977fa15020'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:23.271963 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 2ad731da-efae-4690-81a4-a3bce6ec40b1 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:23.272503 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.295175 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 2ad731da-efae-4690-81a4-a3bce6ec40b1, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2ad731da-efae-4690-81a4-a3bce6ec40b1,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:23.345564 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Made reservation on behalf of 39b810b37c1a494a994957977fa15020 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:23.348173 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.357520 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.374077 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.441160 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=2ad731da-efae-4690-81a4-a3bce6ec40b1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:23.484605 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks [] for security_group (5ddc14f7-49d9-4803-8af7-c39c058111a7), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.551275 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5ddc14f7-49d9-4803-8af7-c39c058111a7), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.574190 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 21:30:23.588980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddc14f7-49d9-4803-8af7-c39c058111a7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:23.593979 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780352714253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (43c1387d-f8a8-490e-9c7e-7474f1d2baf3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.594399 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Added segment 43c1387d-f8a8-490e-9c7e-7474f1d2baf3 of type vlan for network 60d61f59-f0e8-4d08-9764-cfc88e985d92 May 10 21:30:23.636734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780352254612'] for network (60d61f59-f0e8-4d08-9764-cfc88e985d92), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.734409 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787'] for network (60d61f59-f0e8-4d08-9764-cfc88e985d92), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.735523 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:23.736119 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:23.798601 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] Pushing event updated for resources: {'Network': ['ID=60d61f59-f0e8-4d08-9764-cfc88e985d92,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:23.809752 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 details requested by agent ovs-agent-dv-cinder-836083-6-iscsi with host dv-cinder-836083-6-iscsi {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 21:30:23.847704 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-610592f7-6f6b-4506-89ad-707e7949a1fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6265950 May 10 21:30:23.848388 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59066) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:23.853141 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Request body: {'subnet': {'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-238117435-subnet', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:23.957534 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Made reservation on behalf of 39b810b37c1a494a994957977fa15020 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:23.960047 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639943'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.169196 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4639953'] for subnet (49a23421-92d2-46ca-a09c-aaffea7dc32e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.218514 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a23421-92d2-46ca-a09c-aaffea7dc32e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:24.233921 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Checking segment: {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:24.234280 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Network hostable DHCP agents. Network: 60d61f59-f0e8-4d08-9764-cfc88e985d92, hostable agents: ['c2106ab3-1f87-496f-9384-339b9dcd6c4b'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 21:30:24.328357 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 is scheduled to be hosted by DHCP agent c2106ab3-1f87-496f-9384-339b9dcd6c4b with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 21:30:24.408179 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-6-iscsi, 60d61f59-f0e8-4d08-9764-cfc88e985d92) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:24.413225 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:24.413832 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.418329 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702c93b-e4e8-45f2-9a33-8bd84e1f76a4 None None] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:24.503125 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5fcf1f45-03a9-4250-8163-7be0eb86a5f1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6532271 May 10 21:30:24.505307 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59070) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:24.519290 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:24.530168 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp507bd802-e700-54e7-85f0-73be020c1289-60d61f59-f0e8-4d08-9764-cfc88e985d92', 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'project_id': '39b810b37c1a494a994957977fa15020', 'fixed_ips': [{'subnet_id': '49a23421-92d2-46ca-a09c-aaffea7dc32e'}]}} from dv-cinder-836083-6-iscsi. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 21:30:24.531184 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.620494 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6506'] for router (044b3ce3-55f5-4e00-88e3-a922921f1825), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.622084 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router (044b3ce3-55f5-4e00-88e3-a922921f1825), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.669485 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Allocated IP 172.20.0.2 (60d61f59-f0e8-4d08-9764-cfc88e985d92/49a23421-92d2-46ca-a09c-aaffea7dc32e/1561bf33-0dd1-4317-a76f-489f9177f198) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:24.676676 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks [] for router_controller (044b3ce3-55f5-4e00-88e3-a922921f1825), precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.819671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Publish callbacks [] for port (1561bf33-0dd1-4317-a76f-489f9177f198), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.906065 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:24.946272 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:24.949502 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:24.957637 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:24.963805 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Pushing event updated for resources: {'Port': ['ID=1561bf33-0dd1-4317-a76f-489f9177f198,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:25.030294 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Attempting to bind port 1561bf33-0dd1-4317-a76f-489f9177f198 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:25.030743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Attempting to bind port 1561bf33-0dd1-4317-a76f-489f9177f198 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:25.031078 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Attempting to bind port 1561bf33-0dd1-4317-a76f-489f9177f198 on network 60d61f59-f0e8-4d08-9764-cfc88e985d92 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:25.037754 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:25.038134 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Checking segment: {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:25.038767 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.039170 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Bound using segment: {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:25.039653 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Bound port: 1561bf33-0dd1-4317-a76f-489f9177f198, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:25.040046 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.094520 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2ad731da-efae-4690-81a4-a3bce6ec40b1 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:25.136628 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] For port 1561bf33-0dd1-4317-a76f-489f9177f198, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:25.141160 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] For port 1561bf33-0dd1-4317-a76f-489f9177f198, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1561bf33-0dd1-4317-a76f-489f9177f198,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:25.161821 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 2ad731da-efae-4690-81a4-a3bce6ec40b1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:25.162209 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.189549 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks [] for router_gateway (044b3ce3-55f5-4e00-88e3-a922921f1825), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.318877 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.400919 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabd93c-e883-48cc-9461-90f42820c70a None None] Pushing event updated for resources: {'Port': ['ID=1561bf33-0dd1-4317-a76f-489f9177f198,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:25.447061 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks [] for router_gateway (044b3ce3-55f5-4e00-88e3-a922921f1825), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.447251 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 2ad731da-efae-4690-81a4-a3bce6ec40b1 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:25.468291 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.593180 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Allocated IP 172.27.3.220 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/2e0c9c90-d901-4778-b90e-e8693f821cd1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:25.711368 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks [] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.809179 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:25.850027 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:25.857454 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:25.862227 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:25.865436 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0c9c90-d901-4778-b90e-e8693f821cd1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:26.103004 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:26.113357 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:26.113987 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:26.216146 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks [] for router_gateway (044b3ce3-55f5-4e00-88e3-a922921f1825), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:26.228546 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:26.426488 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 2, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:26.430085 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654297'] for router (044b3ce3-55f5-4e00-88e3-a922921f1825), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:26.461603 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:26.462088 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Updating router d2ad9230-256e-4801-9bf6-04ac2c35d3cc port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:26.491080 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:26.659994 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Router 044b3ce3-55f5-4e00-88e3-a922921f1825 is scheduled to L3 agent fecd3000-0179-4d9b-8875-47422e2890fa with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 21:30:26.790087 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:26.805050 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c779967-f283-4e6a-8129-c7a82665f018 None None] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:30:26.808055 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Sync routers for ids ['044b3ce3-55f5-4e00-88e3-a922921f1825'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:26.846217 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Routers {'044b3ce3-55f5-4e00-88e3-a922921f1825'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:26.846367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['044b3ce3-55f5-4e00-88e3-a922921f1825'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:26.864614 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:26.869011 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:26.869976 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c0165f8b-83da-48bd-9c3d-87189c783868 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3628376 May 10 21:30:26.918547 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Publish callbacks [] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:26.951164 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] Provisioning complete for port 1561bf33-0dd1-4317-a76f-489f9177f198 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:26.951544 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:26.985829 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.037603 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cd832-e9af-4d80-8cf8-4042ca698af7 None None] Pushing event updated for resources: {'Port': ['ID=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:27.086995 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Set router 044b3ce3-55f5-4e00-88e3-a922921f1825 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:27.202584 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Attempting to bind port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:27.203352 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Attempting to bind port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:27.203352 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Attempting to bind port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:27.225506 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:27.225935 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Checking segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:27.226279 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.226701 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Bound using segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:27.227186 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Bound port: 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:27.227561 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.356714 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] Current status of the port 1561bf33-0dd1-4317-a76f-489f9177f198 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:27.357304 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.361390 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] For port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:27.364892 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] For port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:27.432998 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1561bf33-0dd1-4317-a76f-489f9177f198 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:27.484201 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.522395 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] For port 1561bf33-0dd1-4317-a76f-489f9177f198, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1561bf33-0dd1-4317-a76f-489f9177f198,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:27.535618 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:27.536515 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:27.549848 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:30:26Z', 'revision_number': 3, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:27.571717 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.579830 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Checking router: 044b3ce3-55f5-4e00-88e3-a922921f1825 for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:27.580174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Updating router 044b3ce3-55f5-4e00-88e3-a922921f1825 port 2e0c9c90-d901-4778-b90e-e8693f821cd1 binding host dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:27.585859 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.647073 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 1561bf33-0dd1-4317-a76f-489f9177f198 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:27.647470 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.654827 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.694688 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cd832-e9af-4d80-8cf8-4042ca698af7 None None] Pushing event updated for resources: {'Port': ['ID=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:27.729789 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:27.751727 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a263d8-f55a-4f1d-b9e1-a67a64942701 None None] Pushing event updated for resources: {'Port': ['ID=1561bf33-0dd1-4317-a76f-489f9177f198,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:27.763710 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Provisioning complete for port 1561bf33-0dd1-4317-a76f-489f9177f198 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:27.764117 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.806423 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Allocated IP 172.20.0.1 (60d61f59-f0e8-4d08-9764-cfc88e985d92/49a23421-92d2-46ca-a09c-aaffea7dc32e/10bbd8d5-4628-4a24-aa29-39a535bdc138) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:27.948707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks [] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:27.976530 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 1561bf33-0dd1-4317-a76f-489f9177f198 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:27.977740 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:27Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:28.008102 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa4527-64c7-4ebf-b896-a2399846fd1e None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:27Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:28.042905 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.061742 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Current status of the port 1561bf33-0dd1-4317-a76f-489f9177f198 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:28.075992 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Provisioning complete for port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:28.076859 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.088951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:28.094194 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:28.099556 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:28.103283 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Pushing event updated for resources: {'Port': ['ID=10bbd8d5-4628-4a24-aa29-39a535bdc138,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:28.157250 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641780'] for router_interface (044b3ce3-55f5-4e00-88e3-a922921f1825), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.243766 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Publish callbacks [] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.245818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Current status of the port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:28.246201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.290051 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] For port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:28.373770 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.405154 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.426515 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Attempting to bind port 2e0c9c90-d901-4778-b90e-e8693f821cd1 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:28.426885 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Attempting to bind port 2e0c9c90-d901-4778-b90e-e8693f821cd1 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:28.427247 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Attempting to bind port 2e0c9c90-d901-4778-b90e-e8693f821cd1 on network 8d801069-0734-4454-ad1f-cfe13c1713d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:28.439265 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:28.444818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Checking segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:28.444818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.444818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Bound using segment: {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:28.444818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Bound port: 2e0c9c90-d901-4778-b90e-e8693f821cd1, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d9180-5d40-4cc2-92fa-98674cb9ba44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:28.444818 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.447915 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1344965-5ff4-4a41-9dce-9e77c4066db3 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9c90-d901-4778-b90e-e8693f821cd1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:28.555416 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] For port 2e0c9c90-d901-4778-b90e-e8693f821cd1, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:28.557533 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1b112777-5d02-46a2-91e5-6289ab719613 None None] Provisioning complete for port 10bbd8d5-4628-4a24-aa29-39a535bdc138 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:28.557903 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b112777-5d02-46a2-91e5-6289ab719613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.559438 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8723a6f-0c84-4bfd-a0fe-f60d186ab43d None None] Pushing event updated for resources: {'Port': ['ID=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:28.590056 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] For port 2e0c9c90-d901-4778-b90e-e8693f821cd1, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2e0c9c90-d901-4778-b90e-e8693f821cd1,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:28.608431 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1b112777-5d02-46a2-91e5-6289ab719613 None None] Port 10bbd8d5-4628-4a24-aa29-39a535bdc138 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:28.616671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1b112777-5d02-46a2-91e5-6289ab719613 None None] Provisioning complete for port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:28.617040 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b112777-5d02-46a2-91e5-6289ab719613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.679090 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.686955 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.734540 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1b112777-5d02-46a2-91e5-6289ab719613 None None] Current status of the port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:28.758143 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Routers {'044b3ce3-55f5-4e00-88e3-a922921f1825'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:28.758811 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['044b3ce3-55f5-4e00-88e3-a922921f1825'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:28.762491 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1344965-5ff4-4a41-9dce-9e77c4066db3 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9c90-d901-4778-b90e-e8693f821cd1,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:28.879183 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] Set router 044b3ce3-55f5-4e00-88e3-a922921f1825 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:28.895448 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks [] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:28.951324 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:29.018660 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652990'] for router_interface (044b3ce3-55f5-4e00-88e3-a922921f1825), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:29.020270 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Pushing event updated for resources: {'Port': ['ID=10bbd8d5-4628-4a24-aa29-39a535bdc138,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:29.088607 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '10bbd8d5-4628-4a24-aa29-39a535bdc138', 'name': '', 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'mac_address': 'fa:16:3e:c5:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:27Z', 'updated_at': '2022-05-10T21:30:27Z', 'revision_number': 1, 'project_id': '39b810b37c1a494a994957977fa15020', 'subnets': [{'id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:29.126674 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:29.129738 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:29.251121 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1561bf33-0dd1-4317-a76f-489f9177f198 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:29.254716 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100c12b-30e5-4029-ad9e-17a10a05ee31 None None] The sync data for ids ['044b3ce3-55f5-4e00-88e3-a922921f1825'] in dv-cinder-836083-6-iscsi is: [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '10bbd8d5-4628-4a24-aa29-39a535bdc138', 'name': '', 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'mac_address': 'fa:16:3e:c5:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:27Z', 'updated_at': '2022-05-10T21:30:27Z', 'revision_number': 1, 'project_id': '39b810b37c1a494a994957977fa15020', 'subnets': [{'id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:29.266713 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Router 044b3ce3-55f5-4e00-88e3-a922921f1825 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:30:29.303334 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 1561bf33-0dd1-4317-a76f-489f9177f198 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:29.303622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:29.387634 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:29.388510 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 1561bf33-0dd1-4317-a76f-489f9177f198 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:29.390502 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:29.392833 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9ba8c3da-5687-4df4-b8da-f0998399bbec admin admin] 10.222.0.25 "PUT /v2.0/routers/044b3ce3-55f5-4e00-88e3-a922921f1825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217965 May 10 21:30:29.440217 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:29.440512 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:29.482385 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5421cdb7-5f4c-48e4-aced-5c712e212d28 None None] Provisioning complete for port 10bbd8d5-4628-4a24-aa29-39a535bdc138 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:29.482790 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5421cdb7-5f4c-48e4-aced-5c712e212d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:29.525763 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5421cdb7-5f4c-48e4-aced-5c712e212d28 None None] Port 10bbd8d5-4628-4a24-aa29-39a535bdc138 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:29.559492 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:29.588413 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:30:29.900066 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59102) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:29.904944 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855147982', 'description': 'tempest-secgroup-smoke-855147982 description', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:30.008776 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.082237 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group (33b2b605-a876-4ace-9338-b0e3f18c2c9b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.145361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (33b2b605-a876-4ace-9338-b0e3f18c2c9b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.176020 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b2b605-a876-4ace-9338-b0e3f18c2c9b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:30.239577 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.240859 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0282baae-7697-47a3-a02e-9e8a7e6ba44a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3397861 May 10 21:30:30.243938 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59104) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:30.248898 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group_rule': {'security_group_id': '33b2b605-a876-4ace-9338-b0e3f18c2c9b', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:30.339824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (41e73e5a-ba86-4662-9283-b6f93f820e7f), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.394140 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (41e73e5a-ba86-4662-9283-b6f93f820e7f), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.466631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (41e73e5a-ba86-4662-9283-b6f93f820e7f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.493755 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e73e5a-ba86-4662-9283-b6f93f820e7f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:30.562698 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.562698 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5b77e0ad-a7c8-4017-9744-165e6a8671d0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152061 May 10 21:30:30.563583 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59106) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:30.570144 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group_rule': {'security_group_id': '33b2b605-a876-4ace-9338-b0e3f18c2c9b', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:30.672305 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (01e71060-8d80-45c4-aefa-e2bb3bf2692e), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.746938 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (01e71060-8d80-45c4-aefa-e2bb3bf2692e), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.814295 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (01e71060-8d80-45c4-aefa-e2bb3bf2692e), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.835208 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e71060-8d80-45c4-aefa-e2bb3bf2692e,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:30.913369 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:30.915438 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-28208b47-7eff-46be-85c1-3d28541ceea6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489776 May 10 21:30:30.917649 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:30.922032 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group_rule': {'security_group_id': '33b2b605-a876-4ace-9338-b0e3f18c2c9b', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:31.015107 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (8b61a7c0-7359-4458-978e-c3b97b9cf63b), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.098531 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (8b61a7c0-7359-4458-978e-c3b97b9cf63b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.103049 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2e0c9c90-d901-4778-b90e-e8693f821cd1 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:31.152521 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 2e0c9c90-d901-4778-b90e-e8693f821cd1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:31.152817 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.173840 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (8b61a7c0-7359-4458-978e-c3b97b9cf63b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.194953 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b61a7c0-7359-4458-978e-c3b97b9cf63b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:31.236510 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 2e0c9c90-d901-4778-b90e-e8693f821cd1 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:31.238255 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.257192 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.257192 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c38dad3c-9fc4-4370-9205-70da230ef5c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334641 May 10 21:30:31.257551 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59112) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:31.260679 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group_rule': {'security_group_id': '33b2b605-a876-4ace-9338-b0e3f18c2c9b', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:31.262694 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] For port 2e0c9c90-d901-4778-b90e-e8693f821cd1, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2e0c9c90-d901-4778-b90e-e8693f821cd1,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:31.356860 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.391220 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (9909d3bf-9e7b-4db1-a390-ab9523a2d132), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.409745 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9c90-d901-4778-b90e-e8693f821cd1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:31.460610 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (9909d3bf-9e7b-4db1-a390-ab9523a2d132), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.545750 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (9909d3bf-9e7b-4db1-a390-ab9523a2d132), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.565880 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9909d3bf-9e7b-4db1-a390-ab9523a2d132,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:31.645517 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.646894 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-95367d46-9341-4dfe-bc21-9804b54cdd76 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3906422 May 10 21:30:31.649587 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59114) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:31.654543 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group_rule': {'security_group_id': '33b2b605-a876-4ace-9338-b0e3f18c2c9b', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:31.757524 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Project dd6f673d1cfd41028e5ed60d4d204666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 21:30:31.764073 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (e61bc877-58de-4dcc-92fd-1ad768e633b3), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.810629 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Sync routers for ids ['044b3ce3-55f5-4e00-88e3-a922921f1825'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:31.831182 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (e61bc877-58de-4dcc-92fd-1ad768e633b3), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.832729 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Routers {'044b3ce3-55f5-4e00-88e3-a922921f1825'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:31.833456 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['044b3ce3-55f5-4e00-88e3-a922921f1825'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:31.922971 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (e61bc877-58de-4dcc-92fd-1ad768e633b3), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:31.945063 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61bc877-58de-4dcc-92fd-1ad768e633b3,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:31.961222 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Set router 044b3ce3-55f5-4e00-88e3-a922921f1825 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:32.027997 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.029542 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-c4ae44be-9ee4-4f9e-b04d-b09e140ffe44 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3786891 May 10 21:30:32.032053 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59118) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:32.036898 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'security_group_rule': {'security_group_id': '33b2b605-a876-4ace-9338-b0e3f18c2c9b', 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:32.168472 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Project dd6f673d1cfd41028e5ed60d4d204666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 21:30:32.169228 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '10bbd8d5-4628-4a24-aa29-39a535bdc138', 'name': '', 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'mac_address': 'fa:16:3e:c5:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:27Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 2, 'project_id': '39b810b37c1a494a994957977fa15020', 'subnets': [{'id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:32.175087 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (d5ee4237-5812-4caf-a995-1bed18232a2a), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.200611 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Checking router: 044b3ce3-55f5-4e00-88e3-a922921f1825 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:32.200968 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Updating router 044b3ce3-55f5-4e00-88e3-a922921f1825 port 10bbd8d5-4628-4a24-aa29-39a535bdc138 binding host dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 21:30:32.231582 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.244072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (d5ee4237-5812-4caf-a995-1bed18232a2a), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.328060 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593865'] for security_group_rule (d5ee4237-5812-4caf-a995-1bed18232a2a), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.348422 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee4237-5812-4caf-a995-1bed18232a2a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:32.457131 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.462670 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-8a256861-c7bc-48c5-9436-cbc34cd9f898 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4253273 May 10 21:30:32.536738 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Publish callbacks [] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.591424 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.641250 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671aef-648e-4e01-99b6-c1ec0a0e4ac1 None None] Pushing event updated for resources: {'Port': ['ID=10bbd8d5-4628-4a24-aa29-39a535bdc138,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:32.714339 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Attempting to bind port 10bbd8d5-4628-4a24-aa29-39a535bdc138 on host dv-cinder-836083-6-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:32.714824 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Attempting to bind port 10bbd8d5-4628-4a24-aa29-39a535bdc138 by drivers openvswitch,hyperv on host dv-cinder-836083-6-iscsi at level 0 using segments [{'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:32.715259 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Attempting to bind port 10bbd8d5-4628-4a24-aa29-39a535bdc138 on network 60d61f59-f0e8-4d08-9764-cfc88e985d92 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:32.727044 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Checking agent: {'id': 'bdd1f4cf-a92a-401d-8b7b-f314662b3b6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 11, 23), 'started_at': datetime.datetime(2022, 5, 10, 21, 11, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:32.727649 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Checking segment: {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:32.728252 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.728816 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Bound using segment: {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:32.729634 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Bound port: 10bbd8d5-4628-4a24-aa29-39a535bdc138, host: dv-cinder-836083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c1387d-f8a8-490e-9c7e-7474f1d2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:32.730198 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.818027 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] For port 10bbd8d5-4628-4a24-aa29-39a535bdc138, host dv-cinder-836083-6-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:32.821489 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] For port 10bbd8d5-4628-4a24-aa29-39a535bdc138, host dv-cinder-836083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=10bbd8d5-4628-4a24-aa29-39a535bdc138,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:32.945941 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:32.968204 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] Provisioning complete for port 10bbd8d5-4628-4a24-aa29-39a535bdc138 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:32.969208 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:33.008625 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671aef-648e-4e01-99b6-c1ec0a0e4ac1 None None] Pushing event updated for resources: {'Port': ['ID=10bbd8d5-4628-4a24-aa29-39a535bdc138,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:33.024329 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Routers {'044b3ce3-55f5-4e00-88e3-a922921f1825'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:33.025143 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['044b3ce3-55f5-4e00-88e3-a922921f1825'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:33.095653 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] Current status of the port 10bbd8d5-4628-4a24-aa29-39a535bdc138 is: DOWN; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:33.096810 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:33.168193 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] For port 10bbd8d5-4628-4a24-aa29-39a535bdc138, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=10bbd8d5-4628-4a24-aa29-39a535bdc138,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:33.195107 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2e0c9c90-d901-4778-b90e-e8693f821cd1 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:33.262198 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:33.272076 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 2e0c9c90-d901-4778-b90e-e8693f821cd1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:33.272735 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:33.335368 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] Set router 044b3ce3-55f5-4e00-88e3-a922921f1825 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:33.420826 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed51a-c283-4cc5-b036-d555ceb6d6ea None None] Pushing event updated for resources: {'Port': ['ID=10bbd8d5-4628-4a24-aa29-39a535bdc138,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:33.482820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-10936933-bf7f-42ef-8bfa-8f2be274173d None None] Provisioning complete for port 10bbd8d5-4628-4a24-aa29-39a535bdc138 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:33.482820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10936933-bf7f-42ef-8bfa-8f2be274173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:33.521005 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 2e0c9c90-d901-4778-b90e-e8693f821cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:33.548903 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-75674284-3088-40e1-b615-0ebc97a673ea tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716660761&fields=id&tenant_id=419939c78a2449e6a958b430e0e14d04 HTTP/1.1" status: 200 len: 267 time: 0.0695224 May 10 21:30:33.590916 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '10bbd8d5-4628-4a24-aa29-39a535bdc138', 'name': '', 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'mac_address': 'fa:16:3e:c5:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:27Z', 'updated_at': '2022-05-10T21:30:32Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'subnets': [{'id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:33.623869 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-10936933-bf7f-42ef-8bfa-8f2be274173d None None] Current status of the port 10bbd8d5-4628-4a24-aa29-39a535bdc138 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:33.628209 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbee51e-ab4b-4dd0-972d-abd26a5c4b35 None None] The sync data for ids ['044b3ce3-55f5-4e00-88e3-a922921f1825'] in dv-cinder-836083-6-iscsi is: [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '10bbd8d5-4628-4a24-aa29-39a535bdc138', 'name': '', 'network_id': '60d61f59-f0e8-4d08-9764-cfc88e985d92', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'mac_address': 'fa:16:3e:c5:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:27Z', 'updated_at': '2022-05-10T21:30:32Z', 'revision_number': 4, 'project_id': '39b810b37c1a494a994957977fa15020', 'subnets': [{'id': '49a23421-92d2-46ca-a09c-aaffea7dc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:33.696476 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-3d2d0500-0f3b-4b77-be2c-3d8a6bc8ae8e tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:33.699983 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-3d2d0500-0f3b-4b77-be2c-3d8a6bc8ae8e tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 808 time: 0.1406715 May 10 21:30:33.719420 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-1237c8a7-9c26-40a6-9e17-12fb128fe16d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/quotas/419939c78a2449e6a958b430e0e14d04 HTTP/1.1" status: 200 len: 375 time: 0.0114288 May 10 21:30:33.784196 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-7acc99a9-05f4-4c82-be00-981095d8d759 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583720 May 10 21:30:33.900634 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-17698d38-19e3-4b67-860b-3e6a40f19dac service neutron] 10.222.0.25 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034005 May 10 21:30:34.020547 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-50dc2267-0eb4-4510-954c-52b651be023d service neutron] 10.222.0.25 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059089 May 10 21:30:34.833478 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91c8cfea-2938-48b1-a0c7-8b30435f172f req-0c287491-3875-4912-b828-06fb33cfb10d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 210 time: 0.1593499 May 10 21:30:35.076550 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 10bbd8d5-4628-4a24-aa29-39a535bdc138 up at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:35.132429 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Provisioning complete for port 10bbd8d5-4628-4a24-aa29-39a535bdc138 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:35.132799 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:35.212631 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Current status of the port 10bbd8d5-4628-4a24-aa29-39a535bdc138 is: ACTIVE; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:35.945730 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3148c7fc-066e-48c8-bfde-0d4a874d2d77 req-f7f6222a-f9c6-4fc9-99d1-8738906cdcbd tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 210 time: 0.0319149 May 10 21:30:36.915981 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-300f27e4-36d8-454b-8d4e-f12a4c20ceaf tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:36.917548 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-300f27e4-36d8-454b-8d4e-f12a4c20ceaf tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 808 time: 0.1070116 May 10 21:30:36.997668 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-74b203f5-a898-49df-ba56-a11817086be8 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419939c78a2449e6a958b430e0e14d04 HTTP/1.1" status: 200 len: 379 time: 0.0702727 May 10 21:30:37.007502 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'port': {'device_id': '84148312-3a13-4e3f-b60a-a70b63d71910', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'admin_state_up': True, 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'security_groups': ['50a21d2c-b5c8-405b-964f-423b5b76533e']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:37.061437 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9f2eef0-f691-4707-8abb-327ba44fb364 req-17d7fa70-9d31-4187-9fcd-b3885109f1aa tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 210 time: 0.0381587 May 10 21:30:37.213697 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Made reservation on behalf of 419939c78a2449e6a958b430e0e14d04 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:37.217357 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:37.359498 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Allocated IP 172.20.0.7 (484536f2-a5f5-49e6-840b-c926af035216/469a9967-c03e-43c5-896d-1f221b795f36/4d7713f5-cbd0-420c-8d5e-b66a3e380a1d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:37.514610 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:37.660943 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:37.713121 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Network 484536f2-a5f5-49e6-840b-c926af035216 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:37.716356 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:37.722528 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:37.729576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:37.785312 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:37.786134 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:37.863652 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-a9ad51d1-d0a5-4ca8-bd11-42b3877a1745 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601704 May 10 21:30:37.873445 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b27ec3cf-5437-4913-898b-b365aac58c8b tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:30:37.875399 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b27ec3cf-5437-4913-898b-b365aac58c8b tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063903 May 10 21:30:37.971622 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Request body: {'port': {'device_id': '84148312-3a13-4e3f-b60a-a70b63d71910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:37.985831 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a763a93-5dcb-4f6e-8581-e04de294c09f None None] Provisioning complete for port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:37.986410 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a763a93-5dcb-4f6e-8581-e04de294c09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.026166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0a763a93-5dcb-4f6e-8581-e04de294c09f None None] Port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:38.044373 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.205813 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9baa-4b81-4847-9801-c6299c0abff7 req-17300c28-ccbd-4c56-b7dd-0ef4b1fb7263 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:38.208399 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-31fd9baa-4b81-4847-9801-c6299c0abff7 req-17300c28-ccbd-4c56-b7dd-0ef4b1fb7263 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 931 time: 0.0707898 May 10 21:30:38.280336 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-31fd9baa-4b81-4847-9801-c6299c0abff7 req-bc6d2a51-24e6-4d73-a6c5-6c82166099ca tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609875 May 10 21:30:38.400794 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:30:38.409501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Publish callbacks [] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.422900 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Transition to ACTIVE for port object 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:30:38.505011 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.559530 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:38.649211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Attempting to bind port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:38.649211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Attempting to bind port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:38.649211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Attempting to bind port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d on network 484536f2-a5f5-49e6-840b-c926af035216 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:38.654244 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d on network 484536f2-a5f5-49e6-840b-c926af035216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:30:38.654616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Attempting to bind port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d on network 484536f2-a5f5-49e6-840b-c926af035216 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:38.660695 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:38.660975 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Checking segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:38.661364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Bound using segment: {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:38.661793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Bound port: 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '484536f2-a5f5-49e6-840b-c926af035216'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:38.662157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.753517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:38.761056 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:38.843466 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.886280 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:38.887064 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:38.888483 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] 10.222.0.23 "PUT /v2.0/ports/4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 1093 time: 1.0054247 May 10 21:30:38.888939 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:30:38.891237 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2357fb-68b6-4e52-bf6e-13648fc3c189" -d '{"events": [{"name": "network-changed", "server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:30:38.930971 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df79fd-b66f-451e-8f7d-ff6058adae4a service neutron] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:38.955135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb46b95d-faab-42e4-91ab-64567fa6762a x-openstack-request-id: req-fb46b95d-faab-42e4-91ab-64567fa6762a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:30:38.955135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:30:38.955135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb46b95d-faab-42e4-91ab-64567fa6762a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:30:38.955135 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb46b95d-faab-42e4-91ab-64567fa6762a'] response: {'name': 'network-changed', 'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'status': 'completed', 'code': 200} May 10 21:30:39.026221 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2357fb-68b6-4e52-bf6e-13648fc3c189 req-a7e9c185-52c2-463d-8ad6-0a572b31c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.027910 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e2357fb-68b6-4e52-bf6e-13648fc3c189 req-a7e9c185-52c2-463d-8ad6-0a572b31c3f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1127 time: 0.0646036 May 10 21:30:39.147217 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2357fb-68b6-4e52-bf6e-13648fc3c189 req-c1fe9898-18bb-4061-89d4-a231dd9f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.148727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e2357fb-68b6-4e52-bf6e-13648fc3c189 req-c1fe9898-18bb-4061-89d4-a231dd9f3897 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=419939c78a2449e6a958b430e0e14d04&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1091752 May 10 21:30:39.262939 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2357fb-68b6-4e52-bf6e-13648fc3c189 req-64218e3a-6508-4c7d-866a-6fbd4f53187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.264760 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e2357fb-68b6-4e52-bf6e-13648fc3c189 req-64218e3a-6508-4c7d-866a-6fbd4f53187d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097791 May 10 21:30:39.350600 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-c98a343a-3f72-4b12-8d2e-367819597845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.351128 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-c98a343a-3f72-4b12-8d2e-367819597845 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1127 time: 0.0444105 May 10 21:30:39.417900 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-b6d676a8-4b0f-4449-a5b9-d42212a93424 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 217 time: 0.0599265 May 10 21:30:39.419717 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca550-5b8a-4f54-8ad3-b75d34a27c1d req-2ca4853a-474d-4d8b-a78b-ea701a4e1cfb tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.421827 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ed8ca550-5b8a-4f54-8ad3-b75d34a27c1d req-2ca4853a-474d-4d8b-a78b-ea701a4e1cfb tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0558484 May 10 21:30:39.477228 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-fbc8acd8-2fe5-4c7d-b08c-6493d1fcd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.478698 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-fbc8acd8-2fe5-4c7d-b08c-6493d1fcd007 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0549829 May 10 21:30:39.483694 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ed8ca550-5b8a-4f54-8ad3-b75d34a27c1d req-cc560070-2235-41f7-958b-8d1580cc0b86 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547338 May 10 21:30:39.527630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-49311135-d3d1-4289-9ae3-3b351eab9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:39.529130 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-49311135-d3d1-4289-9ae3-3b351eab9f07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411491 May 10 21:30:39.633359 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-752fd387-da88-427d-b6c3-8207d411c1e0 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974524 May 10 21:30:39.731461 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d7196f2e-b5c8-47d1-88bf-035208dbe382 req-7e6797da-d871-4639-baa3-5b38adc86dac service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921891 May 10 21:30:40.603824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f025f8-d175-454a-a330-bb65d5942e68 req-d193f378-06e6-458a-969d-4530650d01c8 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:40.605365 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-92f025f8-d175-454a-a330-bb65d5942e68 req-d193f378-06e6-458a-969d-4530650d01c8 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0481808 May 10 21:30:40.654997 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-92f025f8-d175-454a-a330-bb65d5942e68 req-e5630bbe-93c8-4a9d-a2b0-cd6bd64b0670 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 May 10 21:30:41.782622 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd2549-e922-4d40-9617-d3cf25c96093 req-88cbd117-cb4b-4356-a1dc-02a7b59e2c6e tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:41.784343 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d6dd2549-e922-4d40-9617-d3cf25c96093 req-88cbd117-cb4b-4356-a1dc-02a7b59e2c6e tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0505760 May 10 21:30:41.841647 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-d6dd2549-e922-4d40-9617-d3cf25c96093 req-6599debb-b1cd-4e1d-b0fc-6a845eb0ed07 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506632 May 10 21:30:42.956651 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e1e7-7e9d-4c69-9b88-e335b77d5145 req-0885793d-48c4-4aef-9f08-33a6ecf29c82 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:42.957462 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-db64e1e7-7e9d-4c69-9b88-e335b77d5145 req-0885793d-48c4-4aef-9f08-33a6ecf29c82 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0470932 May 10 21:30:43.007393 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-db64e1e7-7e9d-4c69-9b88-e335b77d5145 req-ef2a54f1-9aa4-4646-9a91-af8bb33fcdde tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442188 May 10 21:30:43.910987 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:44.118829 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907dc03-f984-442a-bce4-8e6f5e9e8b23 req-7901cdeb-10a4-4d7a-978d-09b40b73a4f0 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:44.120261 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7907dc03-f984-442a-bce4-8e6f5e9e8b23 req-7901cdeb-10a4-4d7a-978d-09b40b73a4f0 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0465124 May 10 21:30:44.166674 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-7907dc03-f984-442a-bce4-8e6f5e9e8b23 req-69585a60-cdac-473a-861b-f0e8c26f82de tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 May 10 21:30:45.279838 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b815-13cd-4995-98f2-dea30127ea81 req-c26748d1-da45-44ee-ad17-772598c280d8 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:45.281263 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b815b815-13cd-4995-98f2-dea30127ea81 req-c26748d1-da45-44ee-ad17-772598c280d8 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0487304 May 10 21:30:45.328731 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b815b815-13cd-4995-98f2-dea30127ea81 req-b11ee979-7c67-426a-893b-a872b8562697 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412221 May 10 21:30:46.443357 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed027268-1988-44e0-a89b-7ebbba5c919b req-86404353-124d-40ba-bf6c-289a1303bb64 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:46.444792 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ed027268-1988-44e0-a89b-7ebbba5c919b req-86404353-124d-40ba-bf6c-289a1303bb64 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0486970 May 10 21:30:46.494163 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-ed027268-1988-44e0-a89b-7ebbba5c919b req-b585288e-a126-4a58-8e7f-584fcbb7cc0d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 May 10 21:30:46.578633 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-413b3cc0-2e7a-4093-9b80-467d7ddcf635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:46.809800 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:30:46.910144 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:46.921238 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'port_id': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'mac_address': 'fa:16:3e:a0:af:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:30:46.957953 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:46.958339 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:46.974201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:30:46.993483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:47.064767 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:47.111390 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:47.304785 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:30:47.611304 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3ffe-ba69-4755-a096-86b20ebb7289 req-a41ebec8-4e9a-4fd1-ab00-6f4b8680eb23 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:47.612856 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e76b3ffe-ba69-4755-a096-86b20ebb7289 req-a41ebec8-4e9a-4fd1-ab00-6f4b8680eb23 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 944 time: 0.0477653 May 10 21:30:47.663147 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e76b3ffe-ba69-4755-a096-86b20ebb7289 req-1e0d8a0b-86f0-47bb-9ad0-89cc35a04941 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445716 May 10 21:30:48.419847 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-ca3bf4fd-efea-4dac-b1d3-48dca8090db9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855147982&fields=id&tenant_id=dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 267 time: 0.0443966 May 10 21:30:48.526486 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-25b5a6d1-a3d5-40b0-ac4e-b40bbfe81479 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:48.527943 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-25b5a6d1-a3d5-40b0-ac4e-b40bbfe81479 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 812 time: 0.1012659 May 10 21:30:48.542629 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-6c5f0d2d-87fe-46a0-a6a5-d2e0c6565666 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/quotas/dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 375 time: 0.0094252 May 10 21:30:48.589211 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-af291bf5-c502-4772-804e-8a9d347b33c3 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418940 May 10 21:30:48.647634 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-ea3e20c7-93ca-415e-83ba-898f76ff2eab service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:30:48.648643 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-ea3e20c7-93ca-415e-83ba-898f76ff2eab service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479953 May 10 21:30:48.682465 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26592037-7b73-4fbb-aec0-20db7d67fe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:48.739362 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-2336d8ca-aaae-43bf-a184-36ee99d779a9 service neutron] 10.222.0.25 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848377 May 10 21:30:48.774090 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf1c5c-2136-4ca8-bf93-073c2d324667 req-5f87bcce-e341-4df8-9784-58361f461548 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:48.775591 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b2cf1c5c-2136-4ca8-bf93-073c2d324667 req-5f87bcce-e341-4df8-9784-58361f461548 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 944 time: 0.0462217 May 10 21:30:48.820879 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:30:48.828965 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b2cf1c5c-2136-4ca8-bf93-073c2d324667 req-82318d2b-07d0-4d50-8a52-3b81bd37dc32 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475769 May 10 21:30:48.831181 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-6839196c-ea0c-4cb4-ad6f-1060c5b101a8 service neutron] 10.222.0.25 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 May 10 21:30:48.878479 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:30:48.968206 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:48.968597 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:49.050996 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:30:49.051394 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:49.073820 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:30:49.076075 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd99f21-1e60-4f5f-a610-ea636552bcc7" -d '{"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-plugged", "status": "completed", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:30:49.088636 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:30:49.114289 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dec3cf-0072-4bd3-80a8-57732cfb9999 x-openstack-request-id: req-14dec3cf-0072-4bd3-80a8-57732cfb9999 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:30:49.114612 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-plugged", "status": "completed", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:30:49.114908 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14dec3cf-0072-4bd3-80a8-57732cfb9999 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:30:49.115287 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dec3cf-0072-4bd3-80a8-57732cfb9999'] response: {'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'code': 200} May 10 21:30:49.151241 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:49.201258 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:49.344160 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fe25effb-5646-48dc-802c-dba6aa40efd9 req-3a4c0d2a-c731-4212-a182-9cd841629856 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 210 time: 0.0300848 May 10 21:30:49.489574 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd615f5d-9067-4bb1-8b6c-0f802abfc5c3 req-0c6b7834-7872-4342-8efb-e74932045e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:49.491165 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dd615f5d-9067-4bb1-8b6c-0f802abfc5c3 req-0c6b7834-7872-4342-8efb-e74932045e45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0388212 May 10 21:30:49.537450 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dd615f5d-9067-4bb1-8b6c-0f802abfc5c3 req-163dae11-e257-476f-8cdd-4c03f06117f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 May 10 21:30:49.888218 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:49.943474 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f8e59-433a-4514-85d3-5df4f03dacab req-d88a7958-4d82-4875-8464-bf0fe3fe3f97 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:49.944981 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-003f8e59-433a-4514-85d3-5df4f03dacab req-d88a7958-4d82-4875-8464-bf0fe3fe3f97 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0460052 May 10 21:30:49.993475 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-003f8e59-433a-4514-85d3-5df4f03dacab req-bc41853c-2bed-4e71-9828-d884ecc72f2f tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 May 10 21:30:50.443141 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e2514419-6041-4dbc-b33a-115b8841034f req-b76f3ab6-4f27-4481-a8bd-e44494a899f8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 210 time: 0.0338209 May 10 21:30:51.110478 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42118df-895b-48a0-936b-449af9f1e81d req-7b38322c-c1c2-4e83-8073-d2a0d49aecbe tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:51.111998 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f42118df-895b-48a0-936b-449af9f1e81d req-7b38322c-c1c2-4e83-8073-d2a0d49aecbe tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0499251 May 10 21:30:51.160285 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f42118df-895b-48a0-936b-449af9f1e81d req-cc453451-c00e-4229-a8d7-53dd361f486d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420330 May 10 21:30:51.272476 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ee481-ef2c-41bc-a022-529666f0fb1c req-4e9d42ed-8f3c-49cc-b1d7-bb77f3e8a458 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:51.273930 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f24ee481-ef2c-41bc-a022-529666f0fb1c req-4e9d42ed-8f3c-49cc-b1d7-bb77f3e8a458 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0469842 May 10 21:30:51.310546 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:51.323500 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f24ee481-ef2c-41bc-a022-529666f0fb1c req-fd1eb2fa-77af-43b3-a03c-f985286d39ad tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 May 10 21:30:51.347188 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59308) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:51.486391 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf52d40-a5d2-4f3e-b9ec-d1f7a2bece2d tempest-TestShelveInstance-935534411 tempest-TestShelveInstance-935534411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:51.488148 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-7cf52d40-a5d2-4f3e-b9ec-d1f7a2bece2d tempest-TestShelveInstance-935534411 tempest-TestShelveInstance-935534411-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1124 time: 0.1398697 May 10 21:30:51.491360 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59314) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:30:51.495724 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'port_id': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:51.543073 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-97c7e361-ca23-4de1-986b-3e5be6722428 req-43bdf6b8-429d-4392-8805-ea0f9d1fceeb tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 210 time: 0.0287635 May 10 21:30:51.563214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-dce16f70-8a0a-490f-99bc-67a5f44a096f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:51.564680 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-dce16f70-8a0a-490f-99bc-67a5f44a096f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 812 time: 0.1147361 May 10 21:30:51.573588 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:51.630010 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-8cdfba67-f3ef-4e69-baa9-a5355ec63da5 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 379 time: 0.0561213 May 10 21:30:51.638017 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'port': {'device_id': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'admin_state_up': True, 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'security_groups': ['33b2b605-a876-4ace-9338-b0e3f18c2c9b']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:51.658030 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:51.764190 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Allocated IP 172.27.3.84 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/cedfdf94-2e7c-4de4-9527-8868725a02a6) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:51.841137 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Made reservation on behalf of dd6f673d1cfd41028e5ed60d4d204666 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:30:51.841137 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:51.872640 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:51.945748 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:51.955538 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Allocated IP 172.20.0.9 (48d591e9-fc52-4c70-9c70-8d7c37800f78/671e57ea-e9d9-4798-bd3b-d2ca6611c93b/3e945f63-8c31-4674-aeb5-a32565e47756) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:30:51.981070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:51.985155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:51.986419 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:52.019842 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'Port': ['ID=cedfdf94-2e7c-4de4-9527-8868725a02a6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:52.099903 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (3e945f63-8c31-4674-aeb5-a32565e47756), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.202835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.246549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:30:52.249734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:30:52.252232 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:30:52.288804 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=3e945f63-8c31-4674-aeb5-a32565e47756,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:52.314188 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:52.314969 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.385697 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for floatingip (60495920-3f45-458e-aac1-58b93a0f2583), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.469839 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-1d8b5146-7b52-4ba2-92f2-439cec0f0310 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356230 May 10 21:30:52.479472 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Request body: {'port': {'device_id': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:30:52.505656 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-15f2fa2b-f596-4e3c-b620-740d2557b318 None None] Provisioning complete for port 3e945f63-8c31-4674-aeb5-a32565e47756 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:30:52.506258 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15f2fa2b-f596-4e3c-b620-740d2557b318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.543763 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-15f2fa2b-f596-4e3c-b620-740d2557b318 None None] Port 3e945f63-8c31-4674-aeb5-a32565e47756 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:30:52.547305 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.598063 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.694787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8cbab-d3b8-4d2e-9766-51366405418a req-f59a0d68-677a-46d8-a327-af9b88961d64 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:52.696472 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-57b8cbab-d3b8-4d2e-9766-51366405418a req-f59a0d68-677a-46d8-a327-af9b88961d64 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 931 time: 0.0699458 May 10 21:30:52.805980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.825137 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.829988 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-57b8cbab-d3b8-4d2e-9766-51366405418a req-91455b8d-aa37-4c06-b388-97b37279dba5 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862744 May 10 21:30:52.870980 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4292636'] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.940557 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event updated for resources: {'Port': ['ID=cedfdf94-2e7c-4de4-9527-8868725a02a6,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:52.949117 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (60495920-3f45-458e-aac1-58b93a0f2583), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.957030 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e945f63-8c31-4674-aeb5-a32565e47756 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:30:52.964706 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Publish callbacks [] for port (3e945f63-8c31-4674-aeb5-a32565e47756), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:52.977287 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Transition to ACTIVE for port object 3e945f63-8c31-4674-aeb5-a32565e47756 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:30:53.036560 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:53.052214 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Floating IP 60495920-3f45-458e-aac1-58b93a0f2583 associated. External IP: 172.27.3.84, port: 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d. May 10 21:30:53.090903 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e945f63-8c31-4674-aeb5-a32565e47756,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:53.169385 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Attempting to bind port 3e945f63-8c31-4674-aeb5-a32565e47756 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:30:53.169822 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Attempting to bind port 3e945f63-8c31-4674-aeb5-a32565e47756 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:30:53.170142 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Attempting to bind port 3e945f63-8c31-4674-aeb5-a32565e47756 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:53.179370 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Port 3e945f63-8c31-4674-aeb5-a32565e47756 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:30:53.180056 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Attempting to bind port 3e945f63-8c31-4674-aeb5-a32565e47756 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:30:53.185954 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:30:53.186402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Checking segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:30:53.186885 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Bound using segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:30:53.187391 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Bound port: 3e945f63-8c31-4674-aeb5-a32565e47756, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:30:53.187822 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:53.257749 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] For port 3e945f63-8c31-4674-aeb5-a32565e47756, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:30:53.261162 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] For port 3e945f63-8c31-4674-aeb5-a32565e47756, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e945f63-8c31-4674-aeb5-a32565e47756,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:30:53.282714 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Router 1e10d478-ce76-4316-8690-0b6220a8255b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:30:53.322943 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:53.361554 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:53.361554 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:53.361554 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e945f63-8c31-4674-aeb5-a32565e47756 HTTP/1.1" status: 200 len: 1093 time: 0.8851855 May 10 21:30:53.361554 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:30:53.364387 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2032740-5d19-476f-a6e4-320fbdcf4ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:30:53.399498 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0509c7-3f5f-44a5-a033-5920dbce01c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e945f63-8c31-4674-aeb5-a32565e47756,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:30:53.406841 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:30:53.418863 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153818fd-be6f-4932-8617-d97083824999 None None] Sync routers for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:30:53.423770 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde752c-a379-40d3-b084-246bbdf01658 x-openstack-request-id: req-ccde752c-a379-40d3-b084-246bbdf01658 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:30:53.424367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:30:53.430194 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccde752c-a379-40d3-b084-246bbdf01658 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:30:53.430194 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccde752c-a379-40d3-b084-246bbdf01658'] response: {'name': 'network-changed', 'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756', 'status': 'completed', 'code': 200} May 10 21:30:53.430907 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:53.431557 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:53.480187 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:30:53.490912 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032740-5d19-476f-a6e4-320fbdcf4ceb req-db4f912d-c872-4179-bc50-74468804b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:53.492787 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f2032740-5d19-476f-a6e4-320fbdcf4ceb req-db4f912d-c872-4179-bc50-74468804b180 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 1127 time: 0.0523036 May 10 21:30:53.520188 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-5c4b21f8-9fb4-41ab-af78-f07e6b073e45 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0276098 May 10 21:30:53.520742 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:30:53.524155 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a" -d '{"events": [{"name": "network-changed", "server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:30:53.560546 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:53.621482 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032740-5d19-476f-a6e4-320fbdcf4ceb req-443c163e-47ba-4351-bf0e-2cc3f0727b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:53.622998 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f2032740-5d19-476f-a6e4-320fbdcf4ceb req-443c163e-47ba-4351-bf0e-2cc3f0727b85 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1235240 May 10 21:30:53.635110 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68b8c95-ebe4-42c4-881c-bd9d82ada93a x-openstack-request-id: req-f68b8c95-ebe4-42c4-881c-bd9d82ada93a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:30:53.635516 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:30:53.635864 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f68b8c95-ebe4-42c4-881c-bd9d82ada93a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:30:53.636383 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68b8c95-ebe4-42c4-881c-bd9d82ada93a'] response: {'name': 'network-changed', 'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'status': 'completed', 'code': 200} May 10 21:30:53.733026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-c4243a34-f68a-4e95-89bc-00bdda4628af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:53.734529 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-c4243a34-f68a-4e95-89bc-00bdda4628af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0793731 May 10 21:30:53.782496 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032740-5d19-476f-a6e4-320fbdcf4ceb req-02c01242-67ac-4618-a9bc-59456e705a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:53.783883 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f2032740-5d19-476f-a6e4-320fbdcf4ceb req-02c01242-67ac-4618-a9bc-59456e705a3e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546671 May 10 21:30:53.803160 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '60495920-3f45-458e-aac1-58b93a0f2583', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'port_id': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'mac_address': 'fa:16:3e:a0:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84148312-3a13-4e3f-b60a-a70b63d71910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:30:52Z', 'updated_at': '2022-05-10T21:30:52Z', 'revision_number': 0, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:53.830690 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153818fd-be6f-4932-8617-d97083824999 None None] Checking router: 1e10d478-ce76-4316-8690-0b6220a8255b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:30:53.840838 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:30:53.841408 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:53.961369 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2731f2-5fa4-46f5-91fb-5f144be8219a req-b6fd23b6-8fde-481d-a885-f4914df3a511 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:53.961956 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:30:53.964356 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0e2731f2-5fa4-46f5-91fb-5f144be8219a req-b6fd23b6-8fde-481d-a885-f4914df3a511 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0517509 May 10 21:30:54.018239 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0e2731f2-5fa4-46f5-91fb-5f144be8219a req-f30dc81e-08d6-4331-96de-18a1cf6e46e7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478005 May 10 21:30:54.130430 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-4f5d26cf-b1ec-4190-abc8-b9ee6358c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:54.131952 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-4f5d26cf-b1ec-4190-abc8-b9ee6358c13f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 1127 time: 0.0563471 May 10 21:30:54.136732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-685eeb48-51f9-4317-9cf5-97e8a79c47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:54.138103 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-685eeb48-51f9-4317-9cf5-97e8a79c47b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.3969288 May 10 21:30:54.207693 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-225c1a8d-2bc9-46d8-9dcc-039e0d84a895 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e945f63-8c31-4674-aeb5-a32565e47756 HTTP/1.1" status: 200 len: 217 time: 0.0685272 May 10 21:30:54.261424 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-0dd848f6-a050-4843-8eea-74303801f50e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 998 time: 0.1161389 May 10 21:30:54.278382 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-001160ce-a4ea-45d5-8eb4-3d841c7e11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:54.279794 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-001160ce-a4ea-45d5-8eb4-3d841c7e11c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0658190 May 10 21:30:54.319611 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-153818fd-be6f-4932-8617-d97083824999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '60495920-3f45-458e-aac1-58b93a0f2583', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'port_id': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'mac_address': 'fa:16:3e:a0:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84148312-3a13-4e3f-b60a-a70b63d71910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:30:52Z', 'updated_at': '2022-05-10T21:30:52Z', 'revision_number': 0, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:30:54.346950 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153818fd-be6f-4932-8617-d97083824999 None None] The sync data for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi is: [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '60495920-3f45-458e-aac1-58b93a0f2583', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'port_id': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'mac_address': 'fa:16:3e:a0:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84148312-3a13-4e3f-b60a-a70b63d71910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:30:52Z', 'updated_at': '2022-05-10T21:30:52Z', 'revision_number': 0, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:30:54.347707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-5615232b-e62e-4684-84db-c34715c31678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:54.349234 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-5615232b-e62e-4684-84db-c34715c31678 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516582 May 10 21:30:54.350742 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-c913d6b8-cb6c-487c-b8fd-594ce266402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:54.352069 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-c913d6b8-cb6c-487c-b8fd-594ce266402e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0850260 May 10 21:30:54.445751 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-7b89cdef-c2a1-4eca-b140-87860a7eebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:54.447317 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-7b89cdef-c2a1-4eca-b140-87860a7eebc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871792 May 10 21:30:54.533983 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-ed2b0c80-deef-4969-bba1-2c0a3d1ca73a service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748931 May 10 21:30:54.546626 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eddd73-29a0-4389-a90d-5f5151395e4a None None] New status for floating IP 60495920-3f45-458e-aac1-58b93a0f2583: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:30:54.619677 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-3c1ce377-8c75-4df8-a14b-05d052482297 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663935 May 10 21:30:54.702775 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-03ff2c4a-aafe-420c-8d03-1cd688815d68 req-ecd47cc8-0f1e-4ab4-8065-7097a8a03cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606078 May 10 21:30:54.727387 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d7c46d5-71ae-4db4-8bb9-1e87c22b845a req-7b125beb-dc5d-4194-bc38-928ce6adbcba service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018319 May 10 21:30:55.146744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f27ac-0004-4fea-ad66-29ca48502f36 req-78456cc4-dde2-4262-85db-0276a1403118 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:55.148205 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2f7f27ac-0004-4fea-ad66-29ca48502f36 req-78456cc4-dde2-4262-85db-0276a1403118 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0536864 May 10 21:30:55.197103 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2f7f27ac-0004-4fea-ad66-29ca48502f36 req-e3bdd1f1-658d-4d4e-a2c8-0901004069a7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 May 10 21:30:56.310133 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e87be-1772-407a-893d-1e1e00a230b2 req-a7b79c34-90c7-42f6-8444-64fab640f0ec tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:56.315235 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6f2e87be-1772-407a-893d-1e1e00a230b2 req-a7b79c34-90c7-42f6-8444-64fab640f0ec tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0485742 May 10 21:30:56.359486 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6f2e87be-1772-407a-893d-1e1e00a230b2 req-b083ffe1-2ba0-4aa6-b33d-d76381316aef tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 May 10 21:30:57.473337 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d64ac-01b4-4bdd-af01-cb79cb69c4dc req-cdead0f1-1d98-4cb1-ae9c-4a034df7a466 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:57.474883 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-314d64ac-01b4-4bdd-af01-cb79cb69c4dc req-cdead0f1-1d98-4cb1-ae9c-4a034df7a466 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0473981 May 10 21:30:57.522701 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-314d64ac-01b4-4bdd-af01-cb79cb69c4dc req-ee1eee63-563f-4b5a-987a-fd4ef185eb47 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 May 10 21:30:58.633482 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cfa2a-744e-451c-8a89-92cb922d527f req-2c326f28-5662-4124-9bab-3c8cd10925ba tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:58.635237 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-130cfa2a-744e-451c-8a89-92cb922d527f req-2c326f28-5662-4124-9bab-3c8cd10925ba tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0465243 May 10 21:30:58.681838 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-130cfa2a-744e-451c-8a89-92cb922d527f req-47252702-a610-4d15-b579-b84c1f5ed81f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 May 10 21:30:59.795151 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15d0ce-81a3-4309-ae2f-766ed9089d2c req-f89f2743-c356-404a-a72e-6acc43a7d146 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:30:59.796607 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c15d0ce-81a3-4309-ae2f-766ed9089d2c req-f89f2743-c356-404a-a72e-6acc43a7d146 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0463047 May 10 21:30:59.848791 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c15d0ce-81a3-4309-ae2f-766ed9089d2c req-c3662c8c-becc-4935-84f4-baff37d377e7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458257 May 10 21:31:00.834878 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 3e945f63-8c31-4674-aeb5-a32565e47756 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:31:00.936196 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 3e945f63-8c31-4674-aeb5-a32565e47756, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e945f63-8c31-4674-aeb5-a32565e47756,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:31:00.947505 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '3e945f63-8c31-4674-aeb5-a32565e47756', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'port_id': '3e945f63-8c31-4674-aeb5-a32565e47756', 'mac_address': 'fa:16:3e:0a:bd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:31:00.963602 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda619f-0bf8-43b1-bb3d-faedaa3fbc93 req-ddf1967b-980a-4ec8-b267-06908cac7cce tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:00.965084 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-acda619f-0bf8-43b1-bb3d-faedaa3fbc93 req-ddf1967b-980a-4ec8-b267-06908cac7cce tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 943 time: 0.0485125 May 10 21:31:00.986069 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 3e945f63-8c31-4674-aeb5-a32565e47756 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:31:00.986488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:01.003252 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e945f63-8c31-4674-aeb5-a32565e47756 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:31:01.014057 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-acda619f-0bf8-43b1-bb3d-faedaa3fbc93 req-521d67bf-d338-4feb-8bc0-e6658442d6fc tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 May 10 21:31:01.025174 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 3e945f63-8c31-4674-aeb5-a32565e47756, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e945f63-8c31-4674-aeb5-a32565e47756,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:31:01.115422 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:01.164017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=3e945f63-8c31-4674-aeb5-a32565e47756,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:31:01.322012 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['3e945f63-8c31-4674-aeb5-a32565e47756'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:31:02.125091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff004-58f6-4bb7-8e96-0411987c035c req-e90173d5-5191-442f-a086-381ba4e61265 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:02.126693 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ceff004-58f6-4bb7-8e96-0411987c035c req-e90173d5-5191-442f-a086-381ba4e61265 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 944 time: 0.0469468 May 10 21:31:02.175690 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3ceff004-58f6-4bb7-8e96-0411987c035c req-6ca6e537-9bac-48ec-acc2-e03e9e2bbd0c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 May 10 21:31:02.839790 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 3e945f63-8c31-4674-aeb5-a32565e47756 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:31:02.885667 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port 3e945f63-8c31-4674-aeb5-a32565e47756 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:31:02.955332 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 3e945f63-8c31-4674-aeb5-a32565e47756 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:31:02.955716 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:03.034185 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 3e945f63-8c31-4674-aeb5-a32565e47756 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:31:03.035367 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:03.057324 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:31:03.059585 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a880c18f-7a78-4c42-918a-af2be0b52aaa" -d '{"events": [{"server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "name": "network-vif-plugged", "status": "completed", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:31:03.071931 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 3e945f63-8c31-4674-aeb5-a32565e47756, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e945f63-8c31-4674-aeb5-a32565e47756,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:31:03.127099 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:03.153961 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd97a0-17b9-4ce9-b833-96df78d7a0a6 x-openstack-request-id: req-c2dd97a0-17b9-4ce9-b833-96df78d7a0a6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:31:03.154256 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "name": "network-vif-plugged", "status": "completed", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:31:03.154541 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2dd97a0-17b9-4ce9-b833-96df78d7a0a6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:31:03.154933 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2dd97a0-17b9-4ce9-b833-96df78d7a0a6'] response: {'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756', 'code': 200} May 10 21:31:03.177277 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=3e945f63-8c31-4674-aeb5-a32565e47756,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:31:03.291334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf62cac-518c-4939-871d-d4ce065b1ade req-4204b451-308f-4b64-b6d2-395410b1f89d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:03.292849 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3bf62cac-518c-4939-871d-d4ce065b1ade req-4204b451-308f-4b64-b6d2-395410b1f89d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0478542 May 10 21:31:03.342461 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3bf62cac-518c-4939-871d-d4ce065b1ade req-3653a151-6c9a-45dc-add3-9434d4941edd tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 May 10 21:31:03.536988 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708f68-0f8a-4014-94c1-aa0e3eac0a88 req-a8eb84d4-c79b-4127-bdf2-9a4872387bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:03.538552 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7708f68-0f8a-4014-94c1-aa0e3eac0a88 req-a8eb84d4-c79b-4127-bdf2-9a4872387bae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 1129 time: 0.0422368 May 10 21:31:03.583630 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7708f68-0f8a-4014-94c1-aa0e3eac0a88 req-93d33548-3c38-41a4-9702-4902ea6e4a66 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386884 May 10 21:31:04.456995 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574079-cbdd-40eb-8727-52587ad45a34 req-cc228ca7-588e-47fb-bf63-4e99e36dbcb4 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:04.458467 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-84574079-cbdd-40eb-8727-52587ad45a34 req-cc228ca7-588e-47fb-bf63-4e99e36dbcb4 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0460856 May 10 21:31:04.505634 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-84574079-cbdd-40eb-8727-52587ad45a34 req-cbc0e825-1d25-48ce-a3cc-8fe37f382514 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416377 May 10 21:31:05.616027 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd4878-0e59-4e29-902e-dd6d5fc3da71 req-7fb91718-4f71-4cf7-a735-a4f34dbe950e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:05.617469 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-bbfd4878-0e59-4e29-902e-dd6d5fc3da71 req-7fb91718-4f71-4cf7-a735-a4f34dbe950e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0455697 May 10 21:31:05.666579 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-bbfd4878-0e59-4e29-902e-dd6d5fc3da71 req-3b8febe9-bcbc-4093-9d0b-405a8d6697e1 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436051 May 10 21:31:05.785542 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e4be-5f02-437a-912a-de95c3855bcb req-f781912a-c22e-4756-a573-c2bcc4b9dd1e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:05.786936 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a608e4be-5f02-437a-912a-de95c3855bcb req-f781912a-c22e-4756-a573-c2bcc4b9dd1e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0464144 May 10 21:31:05.839056 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a608e4be-5f02-437a-912a-de95c3855bcb req-6c87867b-d2eb-4ad9-9f23-b668676ec401 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466533 May 10 21:31:05.861224 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:31:05.938930 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa21f01-4bc4-4dfe-90e9-1a1d1489a620 tempest-TestVolumeBootPattern-813383731 tempest-TestVolumeBootPattern-813383731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:05.940423 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-1fa21f01-4bc4-4dfe-90e9-1a1d1489a620 tempest-TestVolumeBootPattern-813383731 tempest-TestVolumeBootPattern-813383731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 1124 time: 0.0782087 May 10 21:31:05.944047 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:31:05.948225 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'port_id': '3e945f63-8c31-4674-aeb5-a32565e47756', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:31:06.047701 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:06.123294 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:06.227671 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Allocated IP 172.27.3.225 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/38f7111c-fdbb-498a-86b5-609f1a56cdc7) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:31:06.327125 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:06.407901 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:06.450216 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:31:06.455025 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:31:06.459437 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:31:06.462390 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=38f7111c-fdbb-498a-86b5-609f1a56cdc7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:31:06.491168 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.491519 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.491865 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.492210 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.492553 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.492880 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.493210 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.493538 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.493869 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.494196 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.494557 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.494887 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.495212 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.495532 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.495856 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:31:06.587186 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:31:06.827482 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (b5f4b573-8c5e-4d72-8784-3d91e0b3bdba), precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:07.211883 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:07.390024 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:07.464575 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4292636'] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:07.537234 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=38f7111c-fdbb-498a-86b5-609f1a56cdc7,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:31:07.544251 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (b5f4b573-8c5e-4d72-8784-3d91e0b3bdba), after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:07.644111 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.db.l3_db [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Floating IP b5f4b573-8c5e-4d72-8784-3d91e0b3bdba associated. External IP: 172.27.3.225, port: 3e945f63-8c31-4674-aeb5-a32565e47756. May 10 21:31:07.855279 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:31:07.962169 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:31:07.974493 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:31:07.984164 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:31:07.984848 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:31:08.032565 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:08.063772 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-9729f693-9d02-4131-877c-4c0e9b926512 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1187038 May 10 21:31:08.064371 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:31:08.066936 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76de7909acdcc309ef1a2ef348b7ac9188c4717a4533eb86a1879b6b8b6a7a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:31:08.094857 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:31:08.102230 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d3bbc8-7c03-4aad-b63d-6c0af2de4c2f x-openstack-request-id: req-43d3bbc8-7c03-4aad-b63d-6c0af2de4c2f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:31:08.102562 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:31:08.102826 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43d3bbc8-7c03-4aad-b63d-6c0af2de4c2f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:31:08.103239 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d3bbc8-7c03-4aad-b63d-6c0af2de4c2f'] response: {'name': 'network-changed', 'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756', 'status': 'completed', 'code': 200} May 10 21:31:08.164687 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-892c7de7-96ca-4028-a95c-9bf492c781be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:08.166218 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-892c7de7-96ca-4028-a95c-9bf492c781be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 1129 time: 0.0422442 May 10 21:31:08.254418 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-9ec9faaa-846a-4702-9d0c-0f515b05c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:08.255942 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-9ec9faaa-846a-4702-9d0c-0f515b05c0db service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0835257 May 10 21:31:08.313553 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'b5f4b573-8c5e-4d72-8784-3d91e0b3bdba', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': '3e945f63-8c31-4674-aeb5-a32565e47756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:0a:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:31:06Z', 'updated_at': '2022-05-10T21:31:06Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:31:08.325090 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-b17462b0-1cad-442f-a49c-2895defa9f08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e945f63-8c31-4674-aeb5-a32565e47756 HTTP/1.1" status: 200 len: 999 time: 0.0623250 May 10 21:31:08.340691 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:31:08.349763 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:31:08.350380 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:30:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:31:08.373522 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-cf7eb89b-e4f4-4bab-b013-96c9fccaf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:08.375116 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-cf7eb89b-e4f4-4bab-b013-96c9fccaf447 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0442324 May 10 21:31:08.420004 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-9adace70-8c08-45b2-b5a1-1c7f43d4448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:08.421522 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-9adace70-8c08-45b2-b5a1-1c7f43d4448a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394123 May 10 21:31:08.460043 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:31:08.513609 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-d97ec699-7cf4-47b7-a33f-9f7e176e3239 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851114 May 10 21:31:08.601680 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d4c25cdc-a419-4ec9-8967-f3ad30bb1867 req-97301347-dc1f-44eb-9805-010994b8ad78 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 May 10 21:31:08.674339 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'b5f4b573-8c5e-4d72-8784-3d91e0b3bdba', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': '3e945f63-8c31-4674-aeb5-a32565e47756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:0a:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:31:06Z', 'updated_at': '2022-05-10T21:31:06Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:31:08.701203 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb530ed-0568-4771-a17b-89c369d9295e None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': 'b5f4b573-8c5e-4d72-8784-3d91e0b3bdba', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': '3e945f63-8c31-4674-aeb5-a32565e47756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:0a:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:31:06Z', 'updated_at': '2022-05-10T21:31:06Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:31:08.891757 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c1e8d-6e1f-404b-aa9d-08db7f3b2093 None None] New status for floating IP b5f4b573-8c5e-4d72-8784-3d91e0b3bdba: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:31:13.950237 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:16.572802 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40f6dba4-0715-4cdd-8cdc-22582fbe3e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:18.720731 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3099d5f-df1d-423b-b432-6031a95c1d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:19.909242 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:21.321416 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:22.823911 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:25.502676 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-a7ab0818-2ea8-4be1-87c3-1616aa0ac320 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403395 May 10 21:31:25.584494 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-178de125-789e-41ea-b994-e7d42b4dc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:25.585947 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-178de125-789e-41ea-b994-e7d42b4dc344 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0386448 May 10 21:31:25.688587 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-80417ad3-1b1e-4740-81f2-eda7eeb13093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:25.690041 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-80417ad3-1b1e-4740-81f2-eda7eeb13093 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.0843410 May 10 21:31:25.759375 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-3e647964-2023-4daf-8571-ce810d382334 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 1000 time: 0.0607014 May 10 21:31:25.814411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-68c549d7-bbce-4cb9-8516-5dcee4aebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:25.815878 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-68c549d7-bbce-4cb9-8516-5dcee4aebef6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0500512 May 10 21:31:25.860474 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-92dd0cc5-58dc-41e2-9e5d-68cdf7f77d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:31:25.861976 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-92dd0cc5-58dc-41e2-9e5d-68cdf7f77d63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380361 May 10 21:31:25.954818 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-a4b28a11-193e-4a5c-b902-9f3493c22d26 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847752 May 10 21:31:26.047217 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5938c8c2-8b58-468e-a8c8-4845e7eb3e59 req-ea52f8ca-fabc-4413-bad0-28d1a8ff0e92 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 May 10 21:31:43.587580 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:31:43.949261 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:46.537610 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efc3aa02-ba29-46f6-92d9-68fbdc623331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:48.692038 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc17343e-0fe2-42aa-ba3c-2b47af8cf527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:49.915575 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:51.309110 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:31:52.823850 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:13.959461 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:16.559253 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef90b807-24a5-4dd4-b803-1743c0828a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:18.707747 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b010628d-68ad-4ce8-b75c-832974ef85b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:19.959394 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:20.586192 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:32:21.308617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:22.828379 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:27.510365 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-1fb1e1fb-9820-42fb-9eea-0d528285d8b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393946 May 10 21:32:27.571543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-7dcb7acf-41ab-4d69-a359-f04518d177d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:27.572995 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-7dcb7acf-41ab-4d69-a359-f04518d177d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 1129 time: 0.0383735 May 10 21:32:27.675027 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-a8fe4d13-c0ae-413e-ad75-2a2758df251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:27.676477 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-a8fe4d13-c0ae-413e-ad75-2a2758df251a service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0859709 May 10 21:32:27.740740 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-2a7c895a-cbfb-4550-a9d4-340dd2d59a89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e945f63-8c31-4674-aeb5-a32565e47756 HTTP/1.1" status: 200 len: 1001 time: 0.0582623 May 10 21:32:27.787985 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-9108cb93-ddfb-4498-876f-c2767e6a6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:27.789368 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-9108cb93-ddfb-4498-876f-c2767e6a6ad9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0434642 May 10 21:32:27.835956 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-4b4bbfc5-11ec-40c4-8b2d-0da442b24705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:27.837416 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-4b4bbfc5-11ec-40c4-8b2d-0da442b24705 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412381 May 10 21:32:27.925496 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-61f3674c-240e-4950-88b8-77c39042703b service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821276 May 10 21:32:28.017254 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-205c409c-4568-4ddf-a2be-a0391b436be9 req-55667100-4163-4ee2-a875-1e5ffb8d86f7 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857501 May 10 21:32:43.964205 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:46.570488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd16c-d16b-4917-ab35-2a7403f47be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:48.696631 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e696c2c-1f4c-4382-a0a0-dc7f94113171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:49.925341 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:51.329632 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:51.495004 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d2b0e-bdcd-4111-ac00-308c359d9820 req-7b7c34f8-1080-477e-b929-4453fa873e89 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:51.496381 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e6d2b0e-bdcd-4111-ac00-308c359d9820 req-7b7c34f8-1080-477e-b929-4453fa873e89 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0469017 May 10 21:32:51.544484 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7e6d2b0e-bdcd-4111-ac00-308c359d9820 req-a191802b-01eb-47c2-bcaf-05e0c4e1687d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 May 10 21:32:52.663290 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa170860-3211-4c2c-8baf-272fa746f3e5 req-d89a8a4e-5a93-4e93-9e38-92414dd6a1ab tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:52.664795 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-aa170860-3211-4c2c-8baf-272fa746f3e5 req-d89a8a4e-5a93-4e93-9e38-92414dd6a1ab tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0494916 May 10 21:32:52.712376 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-aa170860-3211-4c2c-8baf-272fa746f3e5 req-3e2ab128-fff8-43e2-a451-5d3f711d5593 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 May 10 21:32:52.849689 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:32:53.824117 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836be0-1419-4a61-adb6-30a50d154451 req-482938dc-79b0-417e-a4d1-4b268976b463 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:53.825559 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-98836be0-1419-4a61-adb6-30a50d154451 req-482938dc-79b0-417e-a4d1-4b268976b463 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0457401 May 10 21:32:53.878585 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-98836be0-1419-4a61-adb6-30a50d154451 req-2067a1aa-861b-4dac-ba96-8a627f3439fa tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469761 May 10 21:32:54.990678 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116fbb1-42a5-4469-a132-f179400d0595 req-16341f21-f5a7-4751-83f8-2d826821e88c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:54.992093 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1116fbb1-42a5-4469-a132-f179400d0595 req-16341f21-f5a7-4751-83f8-2d826821e88c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0483105 May 10 21:32:55.040015 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1116fbb1-42a5-4469-a132-f179400d0595 req-76aecb09-dccb-4084-9ebe-f985222f2e9c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 May 10 21:32:56.153090 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dedb0-c891-4faf-a1ad-e2d5f509b507 req-3b5c2af1-9d2e-427c-8c7e-bfb6f684b3ae tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:56.154559 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b35dedb0-c891-4faf-a1ad-e2d5f509b507 req-3b5c2af1-9d2e-427c-8c7e-bfb6f684b3ae tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0473855 May 10 21:32:56.202673 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b35dedb0-c891-4faf-a1ad-e2d5f509b507 req-a59e15ac-ec59-4ef1-a4ba-54089ad1c3e0 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415308 May 10 21:32:57.313620 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d6436-7d2e-4d60-a207-118f8f7c6ba0 req-901953e5-808f-4053-b167-f1a68a5cd444 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:57.315097 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-596d6436-7d2e-4d60-a207-118f8f7c6ba0 req-901953e5-808f-4053-b167-f1a68a5cd444 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0457044 May 10 21:32:57.362831 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-596d6436-7d2e-4d60-a207-118f8f7c6ba0 req-ce8e4658-13c4-4bc6-a487-c35b81761454 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 May 10 21:32:57.585677 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:32:58.473157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440089f-0e5f-4f15-a8f4-edd3ac833f7e req-7f6ff7e7-36c8-4391-96a8-6951c47a5ec1 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:58.474643 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b440089f-0e5f-4f15-a8f4-edd3ac833f7e req-7f6ff7e7-36c8-4391-96a8-6951c47a5ec1 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0460675 May 10 21:32:58.523733 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b440089f-0e5f-4f15-a8f4-edd3ac833f7e req-24b8d78b-8c74-4475-bdac-bf0dd73f67a2 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 May 10 21:32:59.634685 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6098-2791-4b02-aa20-81f08c13c3b1 req-5a05417d-b9cc-4bc0-8bc9-1b38c64554fd tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:32:59.636136 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-606c6098-2791-4b02-aa20-81f08c13c3b1 req-5a05417d-b9cc-4bc0-8bc9-1b38c64554fd tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0461478 May 10 21:32:59.686786 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-606c6098-2791-4b02-aa20-81f08c13c3b1 req-7204797a-8e39-4b94-a7b8-13acb9218ea2 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451710 May 10 21:33:00.802652 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e524b-d0b3-4c2a-952f-3e07526556f1 req-ff057376-aed8-4a2c-8192-acf4dac8de4f tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:00.804130 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a9e524b-d0b3-4c2a-952f-3e07526556f1 req-ff057376-aed8-4a2c-8192-acf4dac8de4f tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0503681 May 10 21:33:00.852589 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a9e524b-d0b3-4c2a-952f-3e07526556f1 req-320de6cf-39c4-412c-af16-d3b4725d96ed tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 May 10 21:33:01.684875 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-471e498c-30ff-4e01-8b81-8e30185e8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:01.687076 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-471e498c-30ff-4e01-8b81-8e30185e8f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0391991 May 10 21:33:01.777456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-c462375c-c8f9-41e7-8ce4-fb4abdc9d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:01.778952 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-c462375c-c8f9-41e7-8ce4-fb4abdc9d1aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.0863001 May 10 21:33:01.843355 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-0b788b3b-68d6-4aef-bb4f-720233b3b80d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 1000 time: 0.0578940 May 10 21:33:01.891640 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-e93883dc-ac0d-40f0-bafe-bc9e3754b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:01.893111 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-e93883dc-ac0d-40f0-bafe-bc9e3754b938 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0446424 May 10 21:33:01.940822 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-3aee8c60-2917-4d92-b251-dd67e528bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:01.942280 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-3aee8c60-2917-4d92-b251-dd67e528bd05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435388 May 10 21:33:01.966752 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1172-b568-40c2-91ef-256e30d4ede5 req-a212b078-d6da-4ec6-8f9e-8cce9b24f567 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:01.968819 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9a1a1172-b568-40c2-91ef-256e30d4ede5 req-a212b078-d6da-4ec6-8f9e-8cce9b24f567 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0474880 May 10 21:33:02.016868 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9a1a1172-b568-40c2-91ef-256e30d4ede5 req-8cec1f07-710d-442b-9dfd-3d181ca56c52 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425169 May 10 21:33:02.031385 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-156d6eba-8aae-423f-8f5f-13be851122c0 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829916 May 10 21:33:02.120897 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b48e43af-d09a-49eb-ae6e-2933a7b026af req-840b5a40-319a-4a4a-8d2b-0c625137e683 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 May 10 21:33:03.128312 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27c2c-ab2a-43e1-8662-428545e4fc8e req-745022f8-23e0-45fc-883e-7bdff8f04b26 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:03.129764 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a8e27c2c-ab2a-43e1-8662-428545e4fc8e req-745022f8-23e0-45fc-883e-7bdff8f04b26 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0454178 May 10 21:33:03.177719 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a8e27c2c-ab2a-43e1-8662-428545e4fc8e req-fd2800f9-5c34-4e1c-b0f7-80ca662437c6 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 May 10 21:33:04.291157 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9bb59-447a-462f-b49f-e8aa858fde02 req-9b7b62f0-ec92-478f-a08e-fe65e8963be7 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:04.292608 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f9a9bb59-447a-462f-b49f-e8aa858fde02 req-9b7b62f0-ec92-478f-a08e-fe65e8963be7 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0467105 May 10 21:33:04.340431 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f9a9bb59-447a-462f-b49f-e8aa858fde02 req-2ccbd29e-498f-4351-85b3-38bb7f7dd145 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418432 May 10 21:33:05.458607 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa27c44-44b6-4d22-bf2e-1b5e1f85c2fc req-50393d22-1517-4558-a46e-c0e938a09828 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:05.459981 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6fa27c44-44b6-4d22-bf2e-1b5e1f85c2fc req-50393d22-1517-4558-a46e-c0e938a09828 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0536883 May 10 21:33:05.510363 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6fa27c44-44b6-4d22-bf2e-1b5e1f85c2fc req-cfba012a-b309-4811-992c-31ca8e6c11c1 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 May 10 21:33:05.519162 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:33:05.603956 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d is: ACTIVE; New status is: DOWN {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:33:05.604177 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d938-6969-4544-8024-aa2d28f92e39 req-4f110d67-0f5b-4dfb-bb12-19df761612a9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:05.604684 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:05.606339 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e428d938-6969-4544-8024-aa2d28f92e39 req-4f110d67-0f5b-4dfb-bb12-19df761612a9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0556128 May 10 21:33:05.629553 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:33:05.632737 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802645c-ceaf-45fc-b0ec-6482ee42788d" -d '{"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:33:05.644929 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:05.661011 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e428d938-6969-4544-8024-aa2d28f92e39 req-216b2d62-3153-4259-92d1-d8f1727a7571 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491061 May 10 21:33:05.699513 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 21:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320cf8e-6d73-45e7-a10e-59f045429160 x-openstack-request-id: req-8320cf8e-6d73-45e7-a10e-59f045429160 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:33:05.699513 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-unplugged", "status": "failed", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "code": 422}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:33:05.699513 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8320cf8e-6d73-45e7-a10e-59f045429160 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:33:05.699812 dv-cinder-836083-6-iscsi neutron-server[104057]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8320cf8e-6d73-45e7-a10e-59f045429160']: {'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'code': 422} returned with failed status May 10 21:33:05.719071 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:05.766292 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:05.773162 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.773510 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.773859 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.774197 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.774560 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.774892 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.775221 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.775547 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.775874 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.776198 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.776523 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.776849 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.777171 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.777490 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:05.777825 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:06.776222 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f953551-5269-4ff4-a3a5-fb00bcb98017 req-71324488-f85b-427c-aee9-c31a2e400c28 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:06.777689 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f953551-5269-4ff4-a3a5-fb00bcb98017 req-71324488-f85b-427c-aee9-c31a2e400c28 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0479870 May 10 21:33:06.826071 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f953551-5269-4ff4-a3a5-fb00bcb98017 req-030af285-d737-4616-bde6-54655bee8a4e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 May 10 21:33:06.997760 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdceaf-c263-41a8-a6e9-4dff165feec6 req-4da1261e-6f6d-4b18-91d9-5ca72872d69f tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:06.999797 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-13cdceaf-c263-41a8-a6e9-4dff165feec6 req-4da1261e-6f6d-4b18-91d9-5ca72872d69f tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0774355 May 10 21:33:07.006290 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-e99f96fa-ef3c-450f-8191-c201763e9a1c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:07.007935 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-e99f96fa-ef3c-450f-8191-c201763e9a1c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 945 time: 0.0769060 May 10 21:33:07.106146 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-13cdceaf-c263-41a8-a6e9-4dff165feec6 req-a4dcceb6-7f99-438b-a524-b8f76afcdfc0 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972733 May 10 21:33:07.124479 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Deleting port 3e945f63-8c31-4674-aeb5-a32565e47756 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:33:07.124819 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:07.149513 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59458) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:33:07.222746 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] For port 3e945f63-8c31-4674-aeb5-a32565e47756, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e945f63-8c31-4674-aeb5-a32565e47756,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:07.223115 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:07.229272 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-39eefe50-eb08-47f0-a06a-cedf390d94f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782468 May 10 21:33:07.239279 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-c566b479-5829-42ac-8e53-5f5cb537e250 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:33:07.240260 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-c566b479-5829-42ac-8e53-5f5cb537e250 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049336 May 10 21:33:07.379026 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59466) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:33:07.403330 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:07.403696 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (b5f4b573-8c5e-4d72-8784-3d91e0b3bdba), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:07.404016 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Floating IP b5f4b573-8c5e-4d72-8784-3d91e0b3bdba disassociated. External IP: 172.27.3.225, port: 3e945f63-8c31-4674-aeb5-a32565e47756. May 10 21:33:07.404878 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Calling delete_port for 3e945f63-8c31-4674-aeb5-a32565e47756 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:33:07.508546 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-2a704763-9e46-4dd1-a034-1a8dab58fdaf tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:07.509899 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-2a704763-9e46-4dd1-a034-1a8dab58fdaf tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports/4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 940 time: 0.1299345 May 10 21:33:07.627787 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (3e945f63-8c31-4674-aeb5-a32565e47756), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:07.661083 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'Port': ['ID=3e945f63-8c31-4674-aeb5-a32565e47756,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:07.673672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.673672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.673672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.673672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.673672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.674320 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.674685 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.675018 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.675349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.675673 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.676000 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.676334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.676656 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.676984 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.677301 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:33:07.789671 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:33:07.932856 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0de56c6d-8ff7-4c23-9614-b72dfef0d33b req-b2b0d852-e433-4dfc-b197-9e8ab3de8ad2 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 210 time: 0.0288422 May 10 21:33:08.162012 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:33:08.175463 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:33:08.197068 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:33:08.197712 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:32:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:08.207596 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] No DVR routers for this DVR port 3e945f63-8c31-4674-aeb5-a32565e47756 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:33:08.216279 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:08.219574 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8a63e5ee-b46a-4951-b9de-041be42b8bfb req-17690881-9d8b-4501-b299-2f05bedabdc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "DELETE /v2.0/ports/3e945f63-8c31-4674-aeb5-a32565e47756 HTTP/1.1" status: 204 len: 173 time: 1.2043431 May 10 21:33:08.219994 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'name': 'network-vif-deleted', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:33:08.222218 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3fe63-f5b8-486d-89f4-4419c412512d" -d '{"events": [{"server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "name": "network-vif-deleted", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:33:08.264282 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5c86-49d2-4fee-a7d7-0c2761c084fa req-1db243aa-d24c-41e6-b756-bea434461670 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:08.265882 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d11d5c86-49d2-4fee-a7d7-0c2761c084fa req-1db243aa-d24c-41e6-b756-bea434461670 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0752456 May 10 21:33:08.336339 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:33:08.336744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dacc6b-0c74-4456-86c2-c11bf50ad02c x-openstack-request-id: req-58dacc6b-0c74-4456-86c2-c11bf50ad02c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:33:08.337039 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4cb99-8342-478c-962e-8b22f512072d", "name": "network-vif-deleted", "tag": "3e945f63-8c31-4674-aeb5-a32565e47756", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:33:08.337420 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58dacc6b-0c74-4456-86c2-c11bf50ad02c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:33:08.338471 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dacc6b-0c74-4456-86c2-c11bf50ad02c'] response: {'server_uuid': 'd9e4cb99-8342-478c-962e-8b22f512072d', 'name': 'network-vif-deleted', 'tag': '3e945f63-8c31-4674-aeb5-a32565e47756', 'status': 'completed', 'code': 200} May 10 21:33:08.347850 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d11d5c86-49d2-4fee-a7d7-0c2761c084fa req-c7889d2a-20bf-4470-bb10-15bca5fc970c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727439 May 10 21:33:08.663938 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:08.691519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:33:08.699949 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:33:08.700561 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:32:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:08.811427 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:33:09.009141 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:09.037066 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce2159-d8ea-4dc0-b15c-bbcefb59696e None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:33:09.056548 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-97d2dba3-4e3a-4e57-a976-65f1b533bffd req-e0848d5f-05cb-4b28-b4c4-aabd1d255323 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9e4cb99-8342-478c-962e-8b22f512072d HTTP/1.1" status: 200 len: 210 time: 0.0328460 May 10 21:33:09.286371 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a7f0c-a3d1-414a-9ec7-e2269ddc084b None None] New status for floating IP b5f4b573-8c5e-4d72-8784-3d91e0b3bdba: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:33:09.469975 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48369e0c-8a40-47b6-a3dc-62fdff788673 req-ce47a8b9-5280-49d2-83f0-262850a936fb tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:09.471496 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48369e0c-8a40-47b6-a3dc-62fdff788673 req-ce47a8b9-5280-49d2-83f0-262850a936fb tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0529714 May 10 21:33:09.519057 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 3e945f63-8c31-4674-aeb5-a32565e47756 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:33:09.526955 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-48369e0c-8a40-47b6-a3dc-62fdff788673 req-59da8bba-b6cd-4af4-b380-dc449b2c62f3 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466917 May 10 21:33:09.539547 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 3e945f63-8c31-4674-aeb5-a32565e47756 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:33:09.540158 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 3e945f63-8c31-4674-aeb5-a32565e47756 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:33:10.041533 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-e6f04017-445d-4261-9148-08edb0b2db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.043060 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-e6f04017-445d-4261-9148-08edb0b2db63 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910&tenant_id=419939c78a2449e6a958b430e0e14d04 HTTP/1.1" status: 200 len: 1127 time: 0.0386994 May 10 21:33:10.101329 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-3c619290-597e-42bb-9303-98b3f17f4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.102865 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-3c619290-597e-42bb-9303-98b3f17f4bda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1127 time: 0.0379546 May 10 21:33:10.198252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-36395b7f-a2ee-4a9b-a3ae-b079c2d495da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.199792 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-36395b7f-a2ee-4a9b-a3ae-b079c2d495da service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.0902002 May 10 21:33:10.292287 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-baa38759-2d16-4c36-8990-9b0e5ac857ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 998 time: 0.0860116 May 10 21:33:10.313726 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-aa5ed34d-a2ae-4ff6-9516-f81d452ec6b0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855147982&fields=id&tenant_id=dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 267 time: 0.0716655 May 10 21:33:10.377444 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-2d2f7ccf-c69b-4974-8486-26c54dcea5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.378799 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-2d2f7ccf-c69b-4974-8486-26c54dcea5e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0773914 May 10 21:33:10.453976 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-24f0f71f-5808-4e16-9925-b99b0be8d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.455454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-24f0f71f-5808-4e16-9925-b99b0be8d160 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487969 May 10 21:33:10.480250 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-2372d5b5-6ea8-4a7f-b1b2-ddd36071d9f7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.481596 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-2372d5b5-6ea8-4a7f-b1b2-ddd36071d9f7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 812 time: 0.1513152 May 10 21:33:10.509787 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-fbf1b6fb-6f43-4eb2-be84-18dd795cd5d2 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/quotas/dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 375 time: 0.0183289 May 10 21:33:10.599028 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-abc20df2-199a-48b4-8542-799ed491abaf tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630593 May 10 21:33:10.602463 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-47b86cf3-54ed-45c1-8963-b2aad58862d4 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388137 May 10 21:33:10.645628 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ea2c4-3a6c-45af-82f1-966c459f6bc5 req-4ec125f2-c1cd-463b-9b61-8b84404f9848 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:10.647172 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-827ea2c4-3a6c-45af-82f1-966c459f6bc5 req-4ec125f2-c1cd-463b-9b61-8b84404f9848 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0478678 May 10 21:33:10.675986 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-4dce7645-fa11-42f0-96a2-add26a4cf3f2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 21:33:10.677078 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-4dce7645-fa11-42f0-96a2-add26a4cf3f2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0616543 May 10 21:33:10.699342 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-827ea2c4-3a6c-45af-82f1-966c459f6bc5 req-a538cb72-1910-4694-a6dd-558c3faea834 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464790 May 10 21:33:10.759169 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3641e2fd-9bc9-4996-94ac-d22a943e2ec0 req-27776062-8020-4bf4-bb16-d12553782461 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510925 May 10 21:33:10.787860 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-58442d99-ada9-40a4-84af-1778202d71c4 service neutron] 10.222.0.25 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046562 May 10 21:33:10.882333 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-5066a564-86cd-4415-9fb0-efbda686f3b1 service neutron] 10.222.0.25 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884528 May 10 21:33:11.461784 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-73e17652-6484-4cae-9447-e26e03645abe req-d536cb33-edef-45c1-ba44-daefb1e81c5f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0281234 May 10 21:33:11.813330 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb84c6-428e-4604-9eb9-fa4a297a16bf req-b0f54f41-960e-4e2f-9f38-157420271448 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:11.814787 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c1cb84c6-428e-4604-9eb9-fa4a297a16bf req-b0f54f41-960e-4e2f-9f38-157420271448 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0463550 May 10 21:33:11.863268 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c1cb84c6-428e-4604-9eb9-fa4a297a16bf req-beb013c4-fb44-4f8c-adde-e352602eecb5 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 May 10 21:33:12.540801 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5af8839e-aa50-419f-9cc3-ff26d327b914 req-ae7dfa87-14b2-4f4d-835f-4456be71e996 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0273640 May 10 21:33:12.973744 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88fb3-deff-4a58-9129-ef44590eb993 req-f8b6bd80-3964-47dc-8bd4-6095745315e6 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:12.975219 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-73d88fb3-deff-4a58-9129-ef44590eb993 req-f8b6bd80-3964-47dc-8bd4-6095745315e6 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0458026 May 10 21:33:13.023214 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-73d88fb3-deff-4a58-9129-ef44590eb993 req-d994521e-0a51-431e-91ec-217e6c03d319 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 May 10 21:33:13.619188 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-c203f8d7-5405-4a5a-9fbe-1b24beb2234c req-84b48c95-e125-47bb-9c11-14db18959a0c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0303798 May 10 21:33:13.992031 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:14.149591 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9855d-7a29-41fa-9490-e0ccfc49839e req-9e4cda0a-0c4a-4e67-b00d-a5f850b1361d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:14.151008 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5eb9855d-7a29-41fa-9490-e0ccfc49839e req-9e4cda0a-0c4a-4e67-b00d-a5f850b1361d tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0526743 May 10 21:33:14.218897 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5eb9855d-7a29-41fa-9490-e0ccfc49839e req-387b3f44-40e8-4c14-83b7-b0d9bd3ca397 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589488 May 10 21:33:14.695822 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-713f52d3-0148-4253-8472-033b79c38049 req-68e9d1d2-3619-4b55-a1f5-5e279231ba1f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0272846 May 10 21:33:15.332811 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802ee6a-397a-4e48-bf39-02db09a18421 req-4184324d-e963-4e1c-9bcb-a4b4ac711b4c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:15.334250 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4802ee6a-397a-4e48-bf39-02db09a18421 req-4184324d-e963-4e1c-9bcb-a4b4ac711b4c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0460737 May 10 21:33:15.382411 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4802ee6a-397a-4e48-bf39-02db09a18421 req-84288beb-761d-464c-9c61-6ef2187af17b tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 May 10 21:33:15.788448 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-48c57b48-b166-48e7-8963-03fae7965868 req-74f162f9-77d0-45f7-b6df-8f087648489e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0266435 May 10 21:33:16.499136 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2399-3865-4b4f-b35d-697cc18cacde req-6f6e239a-4a93-4230-8da1-ba3677b8a7e1 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:16.500702 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-604a2399-3865-4b4f-b35d-697cc18cacde req-6f6e239a-4a93-4230-8da1-ba3677b8a7e1 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0516870 May 10 21:33:16.548397 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-604a2399-3865-4b4f-b35d-697cc18cacde req-15ae27ed-a51e-453c-a727-4a7f5d55266a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 May 10 21:33:16.553171 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d08ea33c-6213-4d0f-9e14-87538f609e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:16.885354 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-869b7429-d148-43ef-be6e-f005097498ad req-a1740451-6de6-41ff-869f-72447dd1978d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0273149 May 10 21:33:17.550154 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:33:17.656566 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:17.675557 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'port_id': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'mac_address': 'fa:16:3e:a0:af:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:33:17.713692 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:33:17.714092 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:17.715980 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-d1aee8a4-6da0-4e64-8c9c-fe81ec509d0e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:17.717983 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-d1aee8a4-6da0-4e64-8c9c-fe81ec509d0e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 812 time: 0.1335285 May 10 21:33:17.726340 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f61e-f1f5-46cd-b66d-329318db5f35 req-a2b279c4-e3bc-475c-aee9-fd0fec640fe6 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:17.727729 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d1f1f61e-f1f5-46cd-b66d-329318db5f35 req-a2b279c4-e3bc-475c-aee9-fd0fec640fe6 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 943 time: 0.0788372 May 10 21:33:17.728153 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:33:17.748939 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:17.814810 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-8f225cc5-016b-406a-acf5-bf7686f38379 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 379 time: 0.0860264 May 10 21:33:17.818077 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d1f1f61e-f1f5-46cd-b66d-329318db5f35 req-f4bf33e6-a483-4a29-ab97-3dfbc464cee3 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762870 May 10 21:33:17.823149 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'port': {'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'admin_state_up': True, 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'security_groups': ['33b2b605-a876-4ace-9338-b0e3f18c2c9b']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:33:17.850320 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:17.911777 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:17.993893 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-1eb406cd-743e-481e-b58b-d24babd8cf3b req-337191ea-a348-4950-9e33-febb54a9c488 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0329170 May 10 21:33:18.015785 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Made reservation on behalf of dd6f673d1cfd41028e5ed60d4d204666 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:33:18.019369 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.076595 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:33:18.146233 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Allocated IP 172.20.0.3 (48d591e9-fc52-4c70-9c70-8d7c37800f78/671e57ea-e9d9-4798-bd3b-d2ca6611c93b/d86b5666-939c-498a-8aa7-42bf74c4eca2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:33:18.290683 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.405110 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.444767 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:33:18.447719 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:33:18.450185 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:33:18.490564 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=d86b5666-939c-498a-8aa7-42bf74c4eca2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:18.516235 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:18.516863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.613201 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-0956e723-52c2-4237-9da8-98c98a876897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936056 May 10 21:33:18.624354 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Request body: {'port': {'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:33:18.685125 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.695698 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-80e58354-a9b4-4fe3-bcad-752ff1f94843 None None] Provisioning complete for port d86b5666-939c-498a-8aa7-42bf74c4eca2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:33:18.696239 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80e58354-a9b4-4fe3-bcad-752ff1f94843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.700181 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eac9bbf2-0dc6-4a7a-99c8-d76dd046147b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:18.734822 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-80e58354-a9b4-4fe3-bcad-752ff1f94843 None None] Port d86b5666-939c-498a-8aa7-42bf74c4eca2 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:33:18.959651 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3ccad-c5a8-4fa1-8812-e4cbe18cca6f req-79746979-3826-4a01-9049-ab4f491cf283 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:18.961021 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbc3ccad-c5a8-4fa1-8812-e4cbe18cca6f req-79746979-3826-4a01-9049-ab4f491cf283 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 944 time: 0.0608582 May 10 21:33:19.048026 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbc3ccad-c5a8-4fa1-8812-e4cbe18cca6f req-169889e0-0aa5-4431-8c19-0d32ff3ece0c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814261 May 10 21:33:19.063800 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86b5666-939c-498a-8aa7-42bf74c4eca2 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:33:19.071692 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Publish callbacks [] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.084765 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Transition to ACTIVE for port object d86b5666-939c-498a-8aa7-42bf74c4eca2 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:33:19.108888 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce533d6-e5f4-4bbe-8a90-66f1e29df280 req-6824174c-7224-4df0-8cc2-655bae521c4c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.110371 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0ce533d6-e5f4-4bbe-8a90-66f1e29df280 req-6824174c-7224-4df0-8cc2-655bae521c4c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 931 time: 0.0469697 May 10 21:33:19.153006 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.160166 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-0ce533d6-e5f4-4bbe-8a90-66f1e29df280 req-f4a0bb6a-2bc3-464d-8026-4292678d5afe tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 May 10 21:33:19.206522 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86b5666-939c-498a-8aa7-42bf74c4eca2,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:19.279824 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Attempting to bind port d86b5666-939c-498a-8aa7-42bf74c4eca2 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:33:19.280159 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Attempting to bind port d86b5666-939c-498a-8aa7-42bf74c4eca2 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:33:19.280483 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Attempting to bind port d86b5666-939c-498a-8aa7-42bf74c4eca2 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:33:19.285108 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Port d86b5666-939c-498a-8aa7-42bf74c4eca2 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:33:19.285429 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Attempting to bind port d86b5666-939c-498a-8aa7-42bf74c4eca2 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:33:19.290349 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:33:19.290708 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Checking segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:33:19.291091 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Bound using segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:33:19.291516 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Bound port: d86b5666-939c-498a-8aa7-42bf74c4eca2, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:33:19.291868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.356030 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] For port d86b5666-939c-498a-8aa7-42bf74c4eca2, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:33:19.359348 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] For port d86b5666-939c-498a-8aa7-42bf74c4eca2, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:33:19.415811 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.451705 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.452384 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.453687 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 200 len: 1093 time: 0.8337057 May 10 21:33:19.454122 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:33:19.456377 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba963c-b138-4490-b8d7-eda34394fcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:33:19.484513 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833852d9-474d-48f1-addb-7bf6eddee5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86b5666-939c-498a-8aa7-42bf74c4eca2,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:19.505416 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb7b3df-8df9-4df6-971c-edaafb1e6012 x-openstack-request-id: req-bcb7b3df-8df9-4df6-971c-edaafb1e6012 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:33:19.505784 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:33:19.506148 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcb7b3df-8df9-4df6-971c-edaafb1e6012 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:33:19.506864 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb7b3df-8df9-4df6-971c-edaafb1e6012'] response: {'name': 'network-changed', 'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'status': 'completed', 'code': 200} May 10 21:33:19.565786 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:33:19.566048 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba963c-b138-4490-b8d7-eda34394fcb7 req-dcdf82e4-4827-481e-bee8-0e664221af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.567565 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c0ba963c-b138-4490-b8d7-eda34394fcb7 req-dcdf82e4-4827-481e-bee8-0e664221af14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1127 time: 0.0416157 May 10 21:33:19.614735 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:33:19.615201 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.668012 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba963c-b138-4490-b8d7-eda34394fcb7 req-7955b428-3242-4f05-890b-f424dbd19333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.669497 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c0ba963c-b138-4490-b8d7-eda34394fcb7 req-7955b428-3242-4f05-890b-f424dbd19333 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953314 May 10 21:33:19.708245 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:33:19.708755 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.731866 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:33:19.734855 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca2dc2-4cc6-48be-a54e-56e6b6f29dfc" -d '{"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-plugged", "status": "completed", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:33:19.747785 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:19.771147 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43767f6-6543-4858-a658-9b1a46464286 x-openstack-request-id: req-c43767f6-6543-4858-a658-9b1a46464286 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:33:19.771447 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-plugged", "status": "completed", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:33:19.771702 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c43767f6-6543-4858-a658-9b1a46464286 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:33:19.772101 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43767f6-6543-4858-a658-9b1a46464286'] response: {'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'code': 200} May 10 21:33:19.772304 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba963c-b138-4490-b8d7-eda34394fcb7 req-9c8be5af-1092-4d5b-b10d-0f7c3270e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.773930 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c0ba963c-b138-4490-b8d7-eda34394fcb7 req-9c8be5af-1092-4d5b-b10d-0f7c3270e42e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981183 May 10 21:33:19.815696 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.878538 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:19.893957 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-ff8f28d8-eddb-485b-9ea7-c36910cb783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.895478 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-ff8f28d8-eddb-485b-9ea7-c36910cb783c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1127 time: 0.0406189 May 10 21:33:19.918422 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:19.939289 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-c14b3dba-74a5-4e4b-b665-cf937df7656b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 200 len: 217 time: 0.0370896 May 10 21:33:19.986844 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-7a8adf0c-bd2f-4675-94d4-1d45ab84d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:19.988204 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-7a8adf0c-bd2f-4675-94d4-1d45ab84d753 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0439093 May 10 21:33:20.060813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-29fa0129-4196-4d6e-86d5-2fec83b53c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:20.062271 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-29fa0129-4196-4d6e-86d5-2fec83b53c1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682402 May 10 21:33:20.065119 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328b45-ac2a-4236-80be-a10e1eefac1f req-550e0865-ef87-4581-96de-b16e25630398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:20.066421 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6a328b45-ac2a-4236-80be-a10e1eefac1f req-550e0865-ef87-4581-96de-b16e25630398 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0460629 May 10 21:33:20.198791 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6a328b45-ac2a-4236-80be-a10e1eefac1f req-316ac11b-fabc-4e92-a688-a1b3d55ebb65 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262145 May 10 21:33:20.215170 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79dc3e-a2d5-4238-a5f6-eed19b7ca543 req-e0e9d546-2bf4-47f2-8059-ebc2edc84eed tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:20.216641 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4e79dc3e-a2d5-4238-a5f6-eed19b7ca543 req-e0e9d546-2bf4-47f2-8059-ebc2edc84eed tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0985951 May 10 21:33:20.253610 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-87abc905-9c0d-40d1-bfd9-03f30f58d059 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799221 May 10 21:33:20.283689 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646ef2e-e817-4dbd-b920-0ea55f621c4f req-6fa98823-8ba2-4aef-9dc8-13050aca8cf7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:20.285154 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9646ef2e-e817-4dbd-b920-0ea55f621c4f req-6fa98823-8ba2-4aef-9dc8-13050aca8cf7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0465527 May 10 21:33:20.285604 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4e79dc3e-a2d5-4238-a5f6-eed19b7ca543 req-1d510871-2909-440f-a35f-cccb04f5bd89 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629671 May 10 21:33:20.338307 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9646ef2e-e817-4dbd-b920-0ea55f621c4f req-0607b2e9-b365-4585-b450-f3f5661f8ad2 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467713 May 10 21:33:20.483719 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-184b3f41-c5e6-43d9-876b-506570c6a780 req-75b2111e-8ad9-4d55-9000-b1504b51556c service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841579 May 10 21:33:21.330387 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:21.409375 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468506b-17c4-40f5-a111-18ba4cb760a6 req-dc5df979-cead-48aa-9887-b9289ee45285 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:21.410978 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a468506b-17c4-40f5-a111-18ba4cb760a6 req-dc5df979-cead-48aa-9887-b9289ee45285 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0537574 May 10 21:33:21.454985 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f0e4-d5b7-442f-8793-d2a61bdff761 req-5d55a6b5-13e1-443f-af81-832a99286308 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:21.457259 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cde9f0e4-d5b7-442f-8793-d2a61bdff761 req-5d55a6b5-13e1-443f-af81-832a99286308 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0476117 May 10 21:33:21.461454 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a468506b-17c4-40f5-a111-18ba4cb760a6 req-a374331c-fa2a-4ae7-8f2b-95c32fe1b75f tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449228 May 10 21:33:21.508100 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cde9f0e4-d5b7-442f-8793-d2a61bdff761 req-df904e5d-03c2-4eb6-9c6d-d88e89ad2652 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433142 May 10 21:33:22.577056 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54780666-a0e9-4a03-9b35-224d0b041a53 req-02aaa537-ef13-44b4-bae3-518194c0e6e9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:22.578567 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-54780666-a0e9-4a03-9b35-224d0b041a53 req-02aaa537-ef13-44b4-bae3-518194c0e6e9 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0490298 May 10 21:33:22.623486 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c39fa-6472-4489-a560-2c6dd30bd7e8 req-a9414505-124c-4f13-9158-8a30e0621f98 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:22.625011 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f03c39fa-6472-4489-a560-2c6dd30bd7e8 req-a9414505-124c-4f13-9158-8a30e0621f98 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0462766 May 10 21:33:22.628076 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-54780666-a0e9-4a03-9b35-224d0b041a53 req-a5f78831-b994-408d-b246-3fc0f248f7c5 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 May 10 21:33:22.673249 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f03c39fa-6472-4489-a560-2c6dd30bd7e8 req-509c6075-df44-4d56-a29f-f6f968a10897 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426698 May 10 21:33:22.848727 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:23.786585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45074406-1c1b-4a47-97d5-6c5490245b38 req-b8b6ea40-9de6-4eb8-ba42-ab95209280f7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:23.788022 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-45074406-1c1b-4a47-97d5-6c5490245b38 req-b8b6ea40-9de6-4eb8-ba42-ab95209280f7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0501518 May 10 21:33:24.090734 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-45074406-1c1b-4a47-97d5-6c5490245b38 req-311c050c-a619-4492-92ad-6a36cd91c15c tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970464 May 10 21:33:25.205389 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf03d7-2216-43a7-8615-ade9215aa419 req-c8ee6c39-cc2d-490c-99de-cd9b73cf2adc tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:25.206867 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-39cf03d7-2216-43a7-8615-ade9215aa419 req-c8ee6c39-cc2d-490c-99de-cd9b73cf2adc tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0494959 May 10 21:33:25.253607 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-39cf03d7-2216-43a7-8615-ade9215aa419 req-82b99566-1382-448d-b421-19548201818b tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 May 10 21:33:26.365379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3dee-acab-4006-bb72-bf64c3afcb3b req-76a353ff-216b-4435-9b51-388de55ef465 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:26.366859 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4eba3dee-acab-4006-bb72-bf64c3afcb3b req-76a353ff-216b-4435-9b51-388de55ef465 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0466754 May 10 21:33:26.414482 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4eba3dee-acab-4006-bb72-bf64c3afcb3b req-ed1d05e3-04d2-40d0-b379-4579d11b6fb6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421774 May 10 21:33:27.527920 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9235ab-878c-4f5f-9d44-90ffe9c0c983 req-793bde26-d65a-4312-9504-b6af6089049e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:27.529377 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9c9235ab-878c-4f5f-9d44-90ffe9c0c983 req-793bde26-d65a-4312-9504-b6af6089049e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 943 time: 0.0462384 May 10 21:33:27.577582 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9c9235ab-878c-4f5f-9d44-90ffe9c0c983 req-35a62a37-70ff-4e1c-86c2-4cb7820cce47 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426841 May 10 21:33:27.611686 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d86b5666-939c-498a-8aa7-42bf74c4eca2 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:33:27.709348 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port d86b5666-939c-498a-8aa7-42bf74c4eca2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:27.720119 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:33:27.757238 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port d86b5666-939c-498a-8aa7-42bf74c4eca2 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:33:27.757603 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:27.770249 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86b5666-939c-498a-8aa7-42bf74c4eca2 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:33:27.789081 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port d86b5666-939c-498a-8aa7-42bf74c4eca2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:27.837982 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:27.884321 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=d86b5666-939c-498a-8aa7-42bf74c4eca2,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:28.057622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['d86b5666-939c-498a-8aa7-42bf74c4eca2'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:33:28.687843 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1473-4ca6-45bb-a710-7c797fb1f521 req-1c150f26-142b-4783-8f5a-be43bfe33baa tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:28.689335 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-052a1473-4ca6-45bb-a710-7c797fb1f521 req-1c150f26-142b-4783-8f5a-be43bfe33baa tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 944 time: 0.0462308 May 10 21:33:28.739806 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-052a1473-4ca6-45bb-a710-7c797fb1f521 req-1940bce3-f60b-41e5-9af3-8ec24a0d4027 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 May 10 21:33:29.500272 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-26342f9a-c94d-48ab-922d-9f8722892bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374942 May 10 21:33:29.574979 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-ef0ba422-6a44-4685-be05-29cbfe91c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:29.576624 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-ef0ba422-6a44-4685-be05-29cbfe91c311 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0381393 May 10 21:33:29.612621 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d86b5666-939c-498a-8aa7-42bf74c4eca2 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:33:29.659445 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port d86b5666-939c-498a-8aa7-42bf74c4eca2 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:33:29.679924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-4167e955-a8b6-4a84-8bc2-fcbb5bd82a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:29.681375 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-4167e955-a8b6-4a84-8bc2-fcbb5bd82a83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.0870733 May 10 21:33:29.735623 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port d86b5666-939c-498a-8aa7-42bf74c4eca2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:33:29.736015 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:29.746269 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-e7d8fe51-ed2f-4ed6-8df0-b35404c9304c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 1000 time: 0.0569577 May 10 21:33:29.796857 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-059d744c-1ecf-4270-a37b-d9c79bb6a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:29.798354 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-059d744c-1ecf-4270-a37b-d9c79bb6a82a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0456216 May 10 21:33:29.821408 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port d86b5666-939c-498a-8aa7-42bf74c4eca2 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:33:29.821801 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:29.853335 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:33:29.853335 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758fe5b-fbb8-4a0c-a7aa-bd089ee5408a" -d '{"events": [{"server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "name": "network-vif-plugged", "status": "completed", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:33:29.853606 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-89fb34a9-2dca-4f3e-998b-87129697f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:29.855408 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-89fb34a9-2dca-4f3e-998b-87129697f571 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512924 May 10 21:33:29.858714 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25fea-b614-46d2-a3df-d83dd8a07f80 req-81b43796-8126-44fd-9edc-9b9f37300e99 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:29.861328 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f3f25fea-b614-46d2-a3df-d83dd8a07f80 req-81b43796-8126-44fd-9edc-9b9f37300e99 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 944 time: 0.0527105 May 10 21:33:29.870409 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port d86b5666-939c-498a-8aa7-42bf74c4eca2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:33:29.891652 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dcb7de-50ff-4895-acd0-f33a05424662 x-openstack-request-id: req-97dcb7de-50ff-4895-acd0-f33a05424662 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:33:29.891949 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "name": "network-vif-plugged", "status": "completed", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:33:29.892206 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97dcb7de-50ff-4895-acd0-f33a05424662 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:33:29.892707 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97dcb7de-50ff-4895-acd0-f33a05424662'] response: {'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'code': 200} May 10 21:33:29.919366 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-f3f25fea-b614-46d2-a3df-d83dd8a07f80 req-0a78962c-7691-4c81-8e91-95918e2fb3ea tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503337 May 10 21:33:29.934863 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:29.958987 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-d13993c9-4123-4c46-bbfb-07009df0c180 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965245 May 10 21:33:29.988589 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=d86b5666-939c-498a-8aa7-42bf74c4eca2,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:30.074858 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7ebce962-bb4a-48be-a724-f6af04c610c4 req-7be55314-bf96-438e-ac89-3a0071379cce service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866170 May 10 21:33:30.253411 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128940c9-bdfa-4d8c-9c5e-ef3a1124278d req-fab1f0b4-2231-45a5-afa5-364afc0b3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:30.254871 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-128940c9-bdfa-4d8c-9c5e-ef3a1124278d req-fab1f0b4-2231-45a5-afa5-364afc0b3295 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1129 time: 0.0365777 May 10 21:33:30.299716 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-128940c9-bdfa-4d8c-9c5e-ef3a1124278d req-cb96a5af-6c40-4c19-b6e4-0591dea5a670 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393279 May 10 21:33:31.037627 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b46d1-09c2-42f8-97c2-5a1ceb02f6e8 req-357c7a0c-5946-43b1-9f63-5e60549d2d0a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:31.039117 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-166b46d1-09c2-42f8-97c2-5a1ceb02f6e8 req-357c7a0c-5946-43b1-9f63-5e60549d2d0a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 945 time: 0.0508204 May 10 21:33:31.086008 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-166b46d1-09c2-42f8-97c2-5a1ceb02f6e8 req-358f688e-a729-46a6-b49a-1df271e9ea92 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 May 10 21:33:32.198380 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9fd7d-17b3-4558-a156-eb24935498d7 req-bb612437-83ad-4240-bce6-7f9602ee5c93 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:32.199902 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6ea9fd7d-17b3-4558-a156-eb24935498d7 req-bb612437-83ad-4240-bce6-7f9602ee5c93 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 945 time: 0.0456455 May 10 21:33:32.247920 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-6ea9fd7d-17b3-4558-a156-eb24935498d7 req-908fe2e8-f6ae-4531-bb0c-43417e69d36d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 May 10 21:33:32.363567 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffd002-67d7-4186-a0dd-936f12c80f52 req-8a68b07f-25ef-48d4-b961-239d25d207a0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:32.365089 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-75ffd002-67d7-4186-a0dd-936f12c80f52 req-8a68b07f-25ef-48d4-b961-239d25d207a0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 945 time: 0.0473702 May 10 21:33:32.413461 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-75ffd002-67d7-4186-a0dd-936f12c80f52 req-87e0cf90-08f6-4762-a655-360fc3936579 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428951 May 10 21:33:32.435716 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59592) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:33:32.475109 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00840cb1-2484-4a73-ab24-77f80d6295aa tempest-TestVolumeBootPattern-813383731 tempest-TestVolumeBootPattern-813383731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:32.476871 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-00840cb1-2484-4a73-ab24-77f80d6295aa tempest-TestVolumeBootPattern-813383731 tempest-TestVolumeBootPattern-813383731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1124 time: 0.0394015 May 10 21:33:32.479398 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59594) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:33:32.484130 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:33:32.575763 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:32.657187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:32.765150 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Allocated IP 172.27.3.102 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/8e60c885-3283-4dd0-b2ff-caf003a1d9f9) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:33:32.866376 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:33.003814 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:33.043897 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:33:33.048699 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:33:33.051252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:33:33.056961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=8e60c885-3283-4dd0-b2ff-caf003a1d9f9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:33.419605 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (538acf0b-9b4c-486b-97b9-eeb74cd8a5bf), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:33.571234 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:33.751690 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:33.826289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:33.895002 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=8e60c885-3283-4dd0-b2ff-caf003a1d9f9,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:33:33.904944 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (538acf0b-9b4c-486b-97b9-eeb74cd8a5bf), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:34.012140 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Floating IP 538acf0b-9b4c-486b-97b9-eeb74cd8a5bf associated. External IP: 172.27.3.102, port: d86b5666-939c-498a-8aa7-42bf74c4eca2. May 10 21:33:34.216772 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:33:34.327613 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:33:34.337680 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:33:34.347836 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:33:34.355044 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:33:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:34.433785 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:34.456355 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:33:34.464201 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-35bce58a-08aa-4642-9f67-4ecfd9efdbd9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9838257 May 10 21:33:34.464868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:33:34.467561 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14e45dc-6ed5-4c83-9aa4-31be18997c01" -d '{"events": [{"name": "network-changed", "server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:33:34.503241 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0869695-8a77-458e-9c47-481fd4e5fbcc x-openstack-request-id: req-c0869695-8a77-458e-9c47-481fd4e5fbcc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:33:34.503540 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:33:34.503793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0869695-8a77-458e-9c47-481fd4e5fbcc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:33:34.504194 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0869695-8a77-458e-9c47-481fd4e5fbcc'] response: {'name': 'network-changed', 'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'status': 'completed', 'code': 200} May 10 21:33:34.562575 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-c308767d-1c67-4a7b-9dc4-ac3923aacf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:34.564083 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-c308767d-1c67-4a7b-9dc4-ac3923aacf68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1129 time: 0.0394537 May 10 21:33:34.587741 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:33:34.656675 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-088254a3-a080-47a0-a704-1ec05dab4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:34.658146 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-088254a3-a080-47a0-a704-1ec05dab4c03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0881124 May 10 21:33:34.675280 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:33Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:34.702413 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:33:34.710804 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:33:34.711418 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:33:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:34.723460 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-2b373b90-5d63-4fe8-80e5-9624799df3e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 200 len: 999 time: 0.0595338 May 10 21:33:34.774606 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-ceec827f-d967-4881-bc7f-26de23e2aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:34.776063 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-ceec827f-d967-4881-bc7f-26de23e2aac3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0470111 May 10 21:33:34.818560 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-3f79ed56-1e82-405d-a1a7-5d5493eb0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:33:34.820124 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-3f79ed56-1e82-405d-a1a7-5d5493eb0a44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379369 May 10 21:33:34.821388 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:33:34.912067 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-b98bcdcf-1dac-4dbf-a59b-6aaa22b10c9d service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862877 May 10 21:33:34.999643 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b14e45dc-6ed5-4c83-9aa4-31be18997c01 req-d100d898-9b40-4d67-8a0e-6b66652a39b8 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820830 May 10 21:33:35.035400 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:33Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:33:35.064753 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de409dc-c6a4-4645-9550-6558378c2ee3 None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:33Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:33:35.249667 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd82694-49f3-4d33-9acf-f9a831305170 None None] New status for floating IP 538acf0b-9b4c-486b-97b9-eeb74cd8a5bf: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:33:43.986344 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:46.568243 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0dc2ccb1-ed38-43aa-91db-3bf1971ee7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:48.689165 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d457893-2c6c-43f0-8509-ac01b95b114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:49.907011 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:51.340640 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:33:52.854936 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:11.587032 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:34:13.997365 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:16.573968 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d966f1c-f92b-4759-bc83-c77924f34a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:18.676848 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f9a711-65a2-4853-8f4a-dd231921fbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:19.955927 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:21.363079 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:22.847939 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:30.484765 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-1c75c84b-08ef-4efe-b3f0-5b250b7494e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394034 May 10 21:34:30.565073 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-3f940459-40e4-49bd-8959-dfcf7cf30733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:30.566582 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-3f940459-40e4-49bd-8959-dfcf7cf30733 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0429168 May 10 21:34:30.665933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-5edca979-d099-4abc-bec9-230aa8663b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:30.667399 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-5edca979-d099-4abc-bec9-230aa8663b8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.0830708 May 10 21:34:30.734628 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-0d55dcac-0335-4779-9677-86f603a52580 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 1000 time: 0.0600338 May 10 21:34:30.782522 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-edbf447e-2672-4514-b205-8acab39c833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:30.783851 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-edbf447e-2672-4514-b205-8acab39c833e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0438180 May 10 21:34:30.824868 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-e98bfe24-3514-4057-8d8c-f7df9630152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:30.826289 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-e98bfe24-3514-4057-8d8c-f7df9630152f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367601 May 10 21:34:30.917462 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-62d205f7-05d5-4b33-b098-0c337714b97f service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 May 10 21:34:31.003875 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e7e0f178-9c14-4772-b98b-fde3baa44c8d req-74cc908f-93a3-4d75-af60-5ec10e564f18 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795982 May 10 21:34:36.410289 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59630) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:36.558732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Deleting port cedfdf94-2e7c-4de4-9527-8868725a02a6 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:36.559068 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:36.632217 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:36.632538 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for floatingip (cedfdf94-2e7c-4de4-9527-8868725a02a6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:36.644252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Calling delete_port for cedfdf94-2e7c-4de4-9527-8868725a02a6 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:36.904926 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (cedfdf94-2e7c-4de4-9527-8868725a02a6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:36.930941 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event deleted for resources: {'Port': ['ID=cedfdf94-2e7c-4de4-9527-8868725a02a6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:36.957571 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.957911 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.958250 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.958615 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.958951 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.959276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.960245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.960611 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.960892 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.961211 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.961532 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.961853 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.962170 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.962513 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:36.962832 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:37.003366 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for floatingip (60495920-3f45-458e-aac1-58b93a0f2583), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:37.003747 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Floating IP 60495920-3f45-458e-aac1-58b93a0f2583 disassociated (deleted). External IP: 172.27.3.84, port: 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d. May 10 21:34:37.482046 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Router 1e10d478-ce76-4316-8690-0b6220a8255b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:34:37.593630 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:34:37.598409 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:37.603221 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] Sync routers for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:34:37.611876 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:34:37.612481 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:34:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:37.627326 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2ab9d2da-e0e3-4aeb-9b16-b647ec38e405 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "DELETE /v2.0/floatingips/60495920-3f45-458e-aac1-58b93a0f2583 HTTP/1.1" status: 204 len: 168 time: 1.2159343 May 10 21:34:37.627907 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:34:37.630471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8068b-45a7-416d-9000-6c611ad892c2" -d '{"events": [{"name": "network-changed", "server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:34:37.672328 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63535241-a05e-48c7-9302-87a7b21a77b4 x-openstack-request-id: req-63535241-a05e-48c7-9302-87a7b21a77b4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:34:37.672456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:34:37.672822 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63535241-a05e-48c7-9302-87a7b21a77b4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:34:37.673284 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63535241-a05e-48c7-9302-87a7b21a77b4'] response: {'name': 'network-changed', 'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'status': 'completed', 'code': 200} May 10 21:34:37.731955 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:34:37.737187 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-53481012-1e1e-4527-abaa-593401ee27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:37.739690 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-53481012-1e1e-4527-abaa-593401ee27f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419939c78a2449e6a958b430e0e14d04&device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 1129 time: 0.0439031 May 10 21:34:37.832971 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-1da97b35-8407-4365-a210-5472b3d69e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:37.835500 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-1da97b35-8407-4365-a210-5472b3d69e41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 200 len: 909 time: 0.0898819 May 10 21:34:37.876727 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-0add83b1-3de5-4edd-a2d9-caf2a51b517f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 200 len: 217 time: 0.0354991 May 10 21:34:37.929576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-c5114525-142a-479e-8131-d9836f6f3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:37.931094 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-c5114525-142a-479e-8131-d9836f6f3e54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 200 len: 847 time: 0.0482800 May 10 21:34:37.932569 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:37.960277 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] Checking router: 1e10d478-ce76-4316-8690-0b6220a8255b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:34:37.970050 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:34:37.970750 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:34:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:37.981816 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-587ce473-a396-48e5-a607-3eebb4f19acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:37.983352 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-587ce473-a396-48e5-a607-3eebb4f19acb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484536f2-a5f5-49e6-840b-c926af035216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450792 May 10 21:34:38.082426 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:34:38.092254 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febdd47-38eb-4770-a27e-678affb30b92 req-5c34a5f9-6129-453d-8b3b-a4039c9f1f0c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:38.093811 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8febdd47-38eb-4770-a27e-678affb30b92 req-5c34a5f9-6129-453d-8b3b-a4039c9f1f0c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0482485 May 10 21:34:38.145650 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-8febdd47-38eb-4770-a27e-678affb30b92 req-1a7edd10-f271-485a-9d85-9a0141fd06a2 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 May 10 21:34:38.272219 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:38.297743 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82c174-6f1f-452d-9d41-f3ccae5ea448 None None] The sync data for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi is: [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:30:06Z', 'revision_number': 4, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': 'a38c9517-ac21-48b5-907d-16499eab2215', 'name': '', 'network_id': '484536f2-a5f5-49e6-840b-c926af035216', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'mac_address': 'fa:16:3e:70:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '469a9967-c03e-43c5-896d-1f221b795f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:05Z', 'updated_at': '2022-05-10T21:30:10Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'subnets': [{'id': '469a9967-c03e-43c5-896d-1f221b795f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:34:38.509104 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41536006-01c1-4ccc-9797-1cd132140254 None None] New status for floating IP 60495920-3f45-458e-aac1-58b93a0f2583: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:34:39.041004 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-aa5c3bbc-f3a3-4656-b3ed-40502e74b835 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 May 10 21:34:39.219585 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7aa8068b-45a7-416d-9000-6c611ad892c2 req-59aff40a-ec2d-4b93-9094-df46baf65045 service neutron] 10.222.0.23 "GET /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889490 May 10 21:34:39.265731 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927102f0-27c5-4645-8096-ef6659707e7f req-b2af647f-f8b9-4d9d-ad06-39d907ad3e57 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:39.267235 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-927102f0-27c5-4645-8096-ef6659707e7f req-b2af647f-f8b9-4d9d-ad06-39d907ad3e57 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0468085 May 10 21:34:39.315320 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-927102f0-27c5-4645-8096-ef6659707e7f req-e620ad0d-32a7-415c-8905-c30c130a8ddb tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/security-groups?id=50a21d2c-b5c8-405b-964f-423b5b76533e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 May 10 21:34:39.526539 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-d79c1485-af89-46e8-9b1f-7d056096cd5c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:34:39.527867 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-d79c1485-af89-46e8-9b1f-7d056096cd5c tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.23 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 945 time: 0.0488040 May 10 21:34:39.611253 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Deleting port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:39.611591 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:39.701817 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] For port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:39.702180 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:39.715319 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Calling delete_port for 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:39.927529 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (4d7713f5-cbd0-420c-8d5e-b66a3e380a1d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:39.965214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event deleted for resources: {'Port': ['ID=4d7713f5-cbd0-420c-8d5e-b66a3e380a1d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:40.009569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] No DVR routers for this DVR port 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:34:40.012170 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:40.015409 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d88a05ca-5a86-4026-b1e1-57bf0ca6ada9 req-e155e099-cb7b-47f6-8e6c-ee92280e2174 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.23 "DELETE /v2.0/ports/4d7713f5-cbd0-420c-8d5e-b66a3e380a1d HTTP/1.1" status: 204 len: 173 time: 0.4816353 May 10 21:34:40.015846 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-deleted', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:34:40.018078 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d3637d-c545-444e-a254-4aa454169127" -d '{"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-deleted", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:34:40.095843 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b25d85-24c1-4ae9-9fa6-7d3e59eab062 x-openstack-request-id: req-34b25d85-24c1-4ae9-9fa6-7d3e59eab062 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:34:40.096437 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84148312-3a13-4e3f-b60a-a70b63d71910", "name": "network-vif-deleted", "tag": "4d7713f5-cbd0-420c-8d5e-b66a3e380a1d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:34:40.096437 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34b25d85-24c1-4ae9-9fa6-7d3e59eab062 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:34:40.096877 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b25d85-24c1-4ae9-9fa6-7d3e59eab062'] response: {'server_uuid': '84148312-3a13-4e3f-b60a-a70b63d71910', 'name': 'network-vif-deleted', 'tag': '4d7713f5-cbd0-420c-8d5e-b66a3e380a1d', 'status': 'completed', 'code': 200} May 10 21:34:40.419131 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cfdccbcd-25d0-47e1-8cd0-b635c69df0a9 req-cd0c7f0f-a57f-4ee2-9d22-5618c75da850 tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "GET /v2.0/ports?device_id=84148312-3a13-4e3f-b60a-a70b63d71910 HTTP/1.1" status: 200 len: 210 time: 0.0298676 May 10 21:34:41.478585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59656) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:41.537572 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1cde-f866-4a2d-87ae-0d9e24698e2a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group (50a21d2c-b5c8-405b-964f-423b5b76533e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:41.562724 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1cde-f866-4a2d-87ae-0d9e24698e2a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group (50a21d2c-b5c8-405b-964f-423b5b76533e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:41.699704 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1cde-f866-4a2d-87ae-0d9e24698e2a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (50a21d2c-b5c8-405b-964f-423b5b76533e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:41.702355 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1cde-f866-4a2d-87ae-0d9e24698e2a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:41.703548 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8c5f1cde-f866-4a2d-87ae-0d9e24698e2a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] 10.222.0.25 "DELETE /v2.0/security-groups/50a21d2c-b5c8-405b-964f-423b5b76533e HTTP/1.1" status: 204 len: 168 time: 0.2248771 May 10 21:34:41.713242 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1cde-f866-4a2d-87ae-0d9e24698e2a tempest-TestShelveInstance-1614631392 tempest-TestShelveInstance-1614631392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a21d2c-b5c8-405b-964f-423b5b76533e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:42.822396 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59662) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:43.144027 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (1e10d478-ce76-4316-8690-0b6220a8255b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:43.372203 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Deleting port a38c9517-ac21-48b5-907d-16499eab2215 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:43.372410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (a38c9517-ac21-48b5-907d-16499eab2215), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:43.453230 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] For port a38c9517-ac21-48b5-907d-16499eab2215, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=a38c9517-ac21-48b5-907d-16499eab2215,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:43.453593 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (a38c9517-ac21-48b5-907d-16499eab2215), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:43.466778 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Calling delete_port for a38c9517-ac21-48b5-907d-16499eab2215 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:43.676197 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (a38c9517-ac21-48b5-907d-16499eab2215), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:43.703705 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Pushing event deleted for resources: {'Port': ['ID=a38c9517-ac21-48b5-907d-16499eab2215,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:43.877830 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (1e10d478-ce76-4316-8690-0b6220a8255b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:43.891084 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:43.913936 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:43.914278 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device 4d7713f5-cbd0-420c-8d5e-b66a3e380a1d not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:43.996145 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:44.095598 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Router 1e10d478-ce76-4316-8690-0b6220a8255b has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:34:44.202345 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:34:44.207272 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e65f7410-4beb-490b-ae99-940e9ceb270b admin admin] 10.222.0.25 "PUT /v2.0/routers/1e10d478-ce76-4316-8690-0b6220a8255b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3838577 May 10 21:34:44.209856 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59664) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:44.211782 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] Sync routers for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:34:44.221291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:34:44.221931 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:34:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:44.316549 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks [] for router (1e10d478-ce76-4316-8690-0b6220a8255b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:44.462018 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:34:44.634803 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:34:43Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:44.661600 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] Checking router: 1e10d478-ce76-4316-8690-0b6220a8255b for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:34:44.669815 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] Routers {'1e10d478-ce76-4316-8690-0b6220a8255b'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:34:44.670454 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:34:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['1e10d478-ce76-4316-8690-0b6220a8255b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:44.679487 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks [] for router_gateway (1e10d478-ce76-4316-8690-0b6220a8255b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:44.780137 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] Set router 1e10d478-ce76-4316-8690-0b6220a8255b gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:34:44.810943 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Deleting port 2d8ed363-8432-40ca-babf-b3860c983b22 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:44.811292 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:44.892390 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] For port 2d8ed363-8432-40ca-babf-b3860c983b22, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2d8ed363-8432-40ca-babf-b3860c983b22,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:44.893128 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:44.910221 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Calling delete_port for 2d8ed363-8432-40ca-babf-b3860c983b22 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:44.953156 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:34:43Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:44.979599 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d2897-c813-424d-92e3-bb74e70bcf38 None None] The sync data for ids ['1e10d478-ce76-4316-8690-0b6220a8255b'] in dv-cinder-836083-6-iscsi is: [{'id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'name': 'tempest-TestShelveInstance-178478338-router', 'tenant_id': '419939c78a2449e6a958b430e0e14d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:02Z', 'updated_at': '2022-05-10T21:34:43Z', 'revision_number': 5, 'project_id': '419939c78a2449e6a958b430e0e14d04', 'gw_port': {'id': '2d8ed363-8432-40ca-babf-b3860c983b22', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e10d478-ce76-4316-8690-0b6220a8255b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:03Z', 'updated_at': '2022-05-10T21:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:34:45.139108 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (2d8ed363-8432-40ca-babf-b3860c983b22), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.164141 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8ed363-8432-40ca-babf-b3860c983b22,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:45.225453 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (1e10d478-ce76-4316-8690-0b6220a8255b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.320229 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (1e10d478-ce76-4316-8690-0b6220a8255b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.322648 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks [] for router_controller (1e10d478-ce76-4316-8690-0b6220a8255b), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.429303 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a38c9517-ac21-48b5-907d-16499eab2215 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:45.446547 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (1e10d478-ce76-4316-8690-0b6220a8255b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.447158 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e10d478-ce76-4316-8690-0b6220a8255b {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:34:45.451602 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: a38c9517-ac21-48b5-907d-16499eab2215 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:45.451958 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device a38c9517-ac21-48b5-907d-16499eab2215 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:45.452585 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.460101 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e3bd4953-f0b1-4db4-9427-e9bc2c605b0b admin admin] 10.222.0.25 "DELETE /v2.0/routers/1e10d478-ce76-4316-8690-0b6220a8255b HTTP/1.1" status: 204 len: 168 time: 1.2443278 May 10 21:34:45.460101 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:45.502361 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Deleting subnet 469a9967-c03e-43c5-896d-1f221b795f36 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:34:45.505646 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Publish callbacks [] for subnet (469a9967-c03e-43c5-896d-1f221b795f36), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.540788 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (469a9967-c03e-43c5-896d-1f221b795f36), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.627174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (469a9967-c03e-43c5-896d-1f221b795f36), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.756310 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (469a9967-c03e-43c5-896d-1f221b795f36), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.783276 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.787056 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/469a9967-c03e-43c5-896d-1f221b795f36 HTTP/1.1" status: 204 len: 168 time: 0.3285913 May 10 21:34:45.788102 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af234e12-ebae-439e-9447-2d36762bdf16 None None] Network 484536f2-a5f5-49e6-840b-c926af035216 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:34:45.788389 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dabbb-5b0b-412d-9e44-f11b3838a2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469a9967-c03e-43c5-896d-1f221b795f36,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:45.790488 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59668) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:45.859851 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (484536f2-a5f5-49e6-840b-c926af035216), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.904921 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Deleting port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:45.905259 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.971480 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] For port 51836e00-d8b4-4855-86b8-d91cda5a9cc9, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=51836e00-d8b4-4855-86b8-d91cda5a9cc9,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:45.971849 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:45.979325 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] DHCP port deletion for 484536f2-a5f5-49e6-840b-c926af035216 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:34:45.986782 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Calling delete_port for 51836e00-d8b4-4855-86b8-d91cda5a9cc9 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:46.028252 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Deleting port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:46.028252 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.089048 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] For port 51836e00-d8b4-4855-86b8-d91cda5a9cc9, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=51836e00-d8b4-4855-86b8-d91cda5a9cc9,segment=NetworkSegment(f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57),segment_id=f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:46.089441 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.102283 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Calling delete_port for 51836e00-d8b4-4855-86b8-d91cda5a9cc9 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:46.139204 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.170225 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Pushing event deleted for resources: {'Port': ['ID=51836e00-d8b4-4855-86b8-d91cda5a9cc9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:46.178389 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] No DVR routers for this DVR port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 on host dv-cinder-836083-6-iscsi {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:34:46.180474 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.180822 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.181170 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.181510 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.181721 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (51836e00-d8b4-4855-86b8-d91cda5a9cc9), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.181853 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.182224 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.182580 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.182907 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.183235 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.183564 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.183937 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.184895 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.185237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.185568 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.185896 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.207149 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Pushing event deleted for resources: {'Port': ['ID=51836e00-d8b4-4855-86b8-d91cda5a9cc9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:46.211365 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] No DVR routers for this DVR port 51836e00-d8b4-4855-86b8-d91cda5a9cc9 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:34:46.218774 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.219122 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.222376 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.223596 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.223596 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.223596 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc9b3b-217d-40de-87d9-fc94439f5a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:34:46.263637 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (484536f2-a5f5-49e6-840b-c926af035216), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.286673 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484536f2-a5f5-49e6-840b-c926af035216']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:46.292666 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:46.292966 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:46.302699 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6038356'] for segment (f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.317033 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.322813 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4292728'] for segment (f1ea84c1-0d5c-47ae-8bf7-f6f2c2a61a57), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: Traceback (most recent call last): May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: timer() May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: cb(*args, **kw) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: return func(*args, **kwargs) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: self._notify() May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: self.callback(batched_events) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: event.method(event) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: return f(self, *a, **k) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._get(url).json() May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: return self.request(url, 'GET', **kwargs) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:34:46.326815 dv-cinder-836083-6-iscsi neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:34:46.435873 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (484536f2-a5f5-49e6-840b-c926af035216), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.441243 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.444424 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] 10.222.0.25 "DELETE /v2.0/networks/484536f2-a5f5-49e6-840b-c926af035216 HTTP/1.1" status: 204 len: 168 time: 0.6522865 May 10 21:34:46.447501 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59670) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:46.455278 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76947e-23c2-4fe4-95e5-bf67753bb704 admin admin] Pushing event deleted for resources: {'Network': ['ID=484536f2-a5f5-49e6-840b-c926af035216,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:46.549356 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c55d6d6-c6c4-46cc-91f3-68bad50d4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:46.780961 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (64335b4b-a33b-45f7-a15e-910eb33924d9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:47.036451 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Deleting port d61522b4-566f-42bd-bfa3-38657f379c8d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:47.036789 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:47.113469 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] For port d61522b4-566f-42bd-bfa3-38657f379c8d, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=d61522b4-566f-42bd-bfa3-38657f379c8d,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:47.113835 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:47.127030 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Calling delete_port for d61522b4-566f-42bd-bfa3-38657f379c8d owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:47.180471 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2d8ed363-8432-40ca-babf-b3860c983b22 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:47.201888 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 2d8ed363-8432-40ca-babf-b3860c983b22 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:47.202241 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2d8ed363-8432-40ca-babf-b3860c983b22 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:47.202690 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 51836e00-d8b4-4855-86b8-d91cda5a9cc9 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:47.222117 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 51836e00-d8b4-4855-86b8-d91cda5a9cc9 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:47.222488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 51836e00-d8b4-4855-86b8-d91cda5a9cc9 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:47.373122 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (d61522b4-566f-42bd-bfa3-38657f379c8d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:47.399256 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d61522b4-566f-42bd-bfa3-38657f379c8d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:47.570903 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (64335b4b-a33b-45f7-a15e-910eb33924d9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:47.787793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Router 64335b4b-a33b-45f7-a15e-910eb33924d9 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:34:47.895219 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:34:47.901389 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e2150429-2b12-46c5-9aa7-5e8b19698f5c admin admin] 10.222.0.25 "PUT /v2.0/routers/64335b4b-a33b-45f7-a15e-910eb33924d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4516313 May 10 21:34:47.902732 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59672) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:47.905266 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] Sync routers for ids ['64335b4b-a33b-45f7-a15e-910eb33924d9'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:34:47.915651 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] Routers {'64335b4b-a33b-45f7-a15e-910eb33924d9'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:34:47.916271 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:34:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['64335b4b-a33b-45f7-a15e-910eb33924d9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:48.008588 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks [] for router (64335b4b-a33b-45f7-a15e-910eb33924d9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.114046 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] Set router 64335b4b-a33b-45f7-a15e-910eb33924d9 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:34:48.120334 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks [] for router_gateway (64335b4b-a33b-45f7-a15e-910eb33924d9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.286349 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:34:47Z', 'revision_number': 5, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port': {'id': '103417b1-e4d4-403b-bcdb-5edca53d5947', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:10Z', 'updated_at': '2022-05-10T21:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:48.318504 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] Checking router: 64335b4b-a33b-45f7-a15e-910eb33924d9 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:34:48.328309 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] Routers {'64335b4b-a33b-45f7-a15e-910eb33924d9'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:34:48.328946 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:34:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['64335b4b-a33b-45f7-a15e-910eb33924d9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:48.419404 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] Set router 64335b4b-a33b-45f7-a15e-910eb33924d9 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:34:48.471131 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Deleting port 103417b1-e4d4-403b-bcdb-5edca53d5947 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:48.471464 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.471963 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:34:48Z', 'revision_number': 6, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port_host': None}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:48.502961 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b5529-3177-488f-bcd1-04cdd249a2c3 None None] The sync data for ids ['64335b4b-a33b-45f7-a15e-910eb33924d9'] in dv-cinder-836083-6-iscsi is: [{'id': '64335b4b-a33b-45f7-a15e-910eb33924d9', 'name': 'tempest-TestShelveInstance-534003355-router', 'tenant_id': 'd5242698b26845a0bc9ba1376f8652cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:09Z', 'updated_at': '2022-05-10T21:34:48Z', 'revision_number': 6, 'project_id': 'd5242698b26845a0bc9ba1376f8652cd', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:34:48.553131 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] For port 103417b1-e4d4-403b-bcdb-5edca53d5947, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=103417b1-e4d4-403b-bcdb-5edca53d5947,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:48.553504 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.565848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Calling delete_port for 103417b1-e4d4-403b-bcdb-5edca53d5947 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:48.585353 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:34:48.687676 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dd85d76-9690-4ad4-97a9-d049a9ba0a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.767528 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (103417b1-e4d4-403b-bcdb-5edca53d5947), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.792946 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=103417b1-e4d4-403b-bcdb-5edca53d5947,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:48.855693 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (64335b4b-a33b-45f7-a15e-910eb33924d9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.955303 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (64335b4b-a33b-45f7-a15e-910eb33924d9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:48.957386 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks [] for router_controller (64335b4b-a33b-45f7-a15e-910eb33924d9), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.080818 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (64335b4b-a33b-45f7-a15e-910eb33924d9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.081416 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64335b4b-a33b-45f7-a15e-910eb33924d9 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:34:49.085813 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.087040 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-050916e7-22a1-4cab-bcf3-0365e92e55e7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/64335b4b-a33b-45f7-a15e-910eb33924d9 HTTP/1.1" status: 204 len: 168 time: 1.1833847 May 10 21:34:49.089447 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59674) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:49.133378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Deleting subnet 762410ce-9489-4053-81dd-9533545250bb {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:34:49.136499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Publish callbacks [] for subnet (762410ce-9489-4053-81dd-9533545250bb), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.170775 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (762410ce-9489-4053-81dd-9533545250bb), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.250191 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (762410ce-9489-4053-81dd-9533545250bb), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.308638 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 103417b1-e4d4-403b-bcdb-5edca53d5947 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:49.330768 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 103417b1-e4d4-403b-bcdb-5edca53d5947 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:49.331199 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 103417b1-e4d4-403b-bcdb-5edca53d5947 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:49.331622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device d61522b4-566f-42bd-bfa3-38657f379c8d no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:49.351778 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: d61522b4-566f-42bd-bfa3-38657f379c8d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:49.352132 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device d61522b4-566f-42bd-bfa3-38657f379c8d not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:49.402000 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (762410ce-9489-4053-81dd-9533545250bb), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.426051 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762410ce-9489-4053-81dd-9533545250bb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:49.431642 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.435496 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8cc972f8-2c5b-46aa-a0b5-e10b3f3bdcdc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/762410ce-9489-4053-81dd-9533545250bb HTTP/1.1" status: 204 len: 168 time: 0.3443084 May 10 21:34:49.437885 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48319de-4c94-4868-bf6a-7c1378769eeb None None] Network 0a70b2c3-412a-4962-b13f-db4ca18cbf23 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:34:49.438061 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59676) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:49.518330 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (0a70b2c3-412a-4962-b13f-db4ca18cbf23), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.573994 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Deleting port 7865b93e-e0a8-4caf-8b47-01912d3a3426 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:49.574338 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.630512 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] DHCP port deletion for 0a70b2c3-412a-4962-b13f-db4ca18cbf23 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:34:49.644291 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] For port 7865b93e-e0a8-4caf-8b47-01912d3a3426, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7865b93e-e0a8-4caf-8b47-01912d3a3426,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:49.644652 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.657157 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Calling delete_port for 7865b93e-e0a8-4caf-8b47-01912d3a3426 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:49.669633 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] Deleting port 7865b93e-e0a8-4caf-8b47-01912d3a3426 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:34:49.670017 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.736042 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] For port 7865b93e-e0a8-4caf-8b47-01912d3a3426, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=7865b93e-e0a8-4caf-8b47-01912d3a3426,segment=NetworkSegment(c2c93956-79cc-44a2-8a1e-4c93808769b6),segment_id=c2c93956-79cc-44a2-8a1e-4c93808769b6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:34:49.736740 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.749447 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] Calling delete_port for 7865b93e-e0a8-4caf-8b47-01912d3a3426 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:34:49.842038 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.856728 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (7865b93e-e0a8-4caf-8b47-01912d3a3426), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.867798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7865b93e-e0a8-4caf-8b47-01912d3a3426,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:49.872941 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] No DVR routers for this DVR port 7865b93e-e0a8-4caf-8b47-01912d3a3426 on host dv-cinder-836083-6-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:34:49.883400 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] Pushing event deleted for resources: {'Port': ['ID=7865b93e-e0a8-4caf-8b47-01912d3a3426,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:49.887576 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7166f-dd83-43e7-bbac-5783df14e2ae None None] No DVR routers for this DVR port 7865b93e-e0a8-4caf-8b47-01912d3a3426 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:34:49.950660 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (0a70b2c3-412a-4962-b13f-db4ca18cbf23), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.955777 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:49.970028 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70b2c3-412a-4962-b13f-db4ca18cbf23']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:49.979191 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c93956-79cc-44a2-8a1e-4c93808769b6') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:49.979486 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c93956-79cc-44a2-8a1e-4c93808769b6') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:34:49.989419 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (c2c93956-79cc-44a2-8a1e-4c93808769b6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.002770 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (c2c93956-79cc-44a2-8a1e-4c93808769b6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.008624 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:34:50.008986 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (c2c93956-79cc-44a2-8a1e-4c93808769b6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:34:50.010658 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:34:50.132844 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (0a70b2c3-412a-4962-b13f-db4ca18cbf23), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.138535 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.142609 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/0a70b2c3-412a-4962-b13f-db4ca18cbf23 HTTP/1.1" status: 204 len: 168 time: 0.7023189 May 10 21:34:50.156790 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc3e1-6736-45c3-8143-34a80acd18ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0a70b2c3-412a-4962-b13f-db4ca18cbf23,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:50.519533 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59680) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:50.559695 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-71b6d76c-ab37-4845-8248-d3362926737b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=419939c78a2449e6a958b430e0e14d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388951 May 10 21:34:50.561906 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59682) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:50.608261 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508de653-8d9e-47c5-b148-6abc48f7249a admin admin] Publish callbacks [] for security_group (913995fa-0eca-4061-a660-547bed59202c), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.628537 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508de653-8d9e-47c5-b148-6abc48f7249a admin admin] Publish callbacks [] for security_group (913995fa-0eca-4061-a660-547bed59202c), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.767237 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508de653-8d9e-47c5-b148-6abc48f7249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (913995fa-0eca-4061-a660-547bed59202c), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.769763 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508de653-8d9e-47c5-b148-6abc48f7249a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:50.770947 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-508de653-8d9e-47c5-b148-6abc48f7249a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/913995fa-0eca-4061-a660-547bed59202c HTTP/1.1" status: 204 len: 168 time: 0.2081509 May 10 21:34:50.779304 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508de653-8d9e-47c5-b148-6abc48f7249a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913995fa-0eca-4061-a660-547bed59202c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:51.180568 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7865b93e-e0a8-4caf-8b47-01912d3a3426 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:34:51.202291 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 7865b93e-e0a8-4caf-8b47-01912d3a3426 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:34:51.202663 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 7865b93e-e0a8-4caf-8b47-01912d3a3426 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:34:51.356234 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:51.444308 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59688) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:51.484349 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-6ba00637-1574-41f8-8cb1-b52f52bd8e6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5242698b26845a0bc9ba1376f8652cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389116 May 10 21:34:51.486795 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59690) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:34:51.532359 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25a7deb6-f197-4b24-8505-1eeda69243db admin admin] Publish callbacks [] for security_group (146c17eb-90d9-4d38-a1ca-a0f21c092bd7), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:51.552909 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25a7deb6-f197-4b24-8505-1eeda69243db admin admin] Publish callbacks [] for security_group (146c17eb-90d9-4d38-a1ca-a0f21c092bd7), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:51.686925 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25a7deb6-f197-4b24-8505-1eeda69243db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (146c17eb-90d9-4d38-a1ca-a0f21c092bd7), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:51.689574 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25a7deb6-f197-4b24-8505-1eeda69243db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:34:51.690723 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-25a7deb6-f197-4b24-8505-1eeda69243db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/146c17eb-90d9-4d38-a1ca-a0f21c092bd7 HTTP/1.1" status: 204 len: 168 time: 0.2030370 May 10 21:34:51.698828 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7deb6-f197-4b24-8505-1eeda69243db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c17eb-90d9-4d38-a1ca-a0f21c092bd7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:34:52.846990 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:13.995425 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:16.571163 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-309d6f1f-d831-4889-ad48-24e5ef789c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:18.691143 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0aded316-0e83-43c5-a8cc-ebd03abb5ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:19.965571 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:20.800849 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-f01a494c-c3d8-4b2d-87b2-6415f9ceae77 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855147982&fields=id&tenant_id=dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 267 time: 0.0435567 May 10 21:35:20.905658 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-d6fdab2f-bae3-4ac9-b3b7-e678ae003157 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:20.907193 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-d6fdab2f-bae3-4ac9-b3b7-e678ae003157 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 812 time: 0.1001575 May 10 21:35:20.921537 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-20a3f774-596b-4524-88db-fd59f24c68ab tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/quotas/dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 375 time: 0.0091252 May 10 21:35:20.970408 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-f8cadb3e-f95f-4246-8f0d-03c8b3cffb94 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0440938 May 10 21:35:21.066296 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-f6ac9c33-7696-4c98-b5ea-711fa0ddba27 service neutron] 10.222.0.25 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832233 May 10 21:35:21.152907 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-9f5c7f01-3653-4735-aa9e-dd605dd20178 service neutron] 10.222.0.25 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810654 May 10 21:35:21.327149 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:21.694612 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8bda1f80-6520-4ce3-b01b-c1881db33c57 req-8f795bbb-b39e-471a-b8eb-0781903cbc7d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0288525 May 10 21:35:22.790906 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-cc663bbb-39df-479f-8566-bf572fcec959 req-85f5b36b-c8b5-4909-af25-413692253eb6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0284691 May 10 21:35:22.897892 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:23.447966 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-863fab5e-8f79-486e-9c50-9fa707a2026f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:23.449323 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-863fab5e-8f79-486e-9c50-9fa707a2026f tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 812 time: 0.1021547 May 10 21:35:23.516325 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-338dab06-99df-4447-9d97-f3883c6b5d13 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6f673d1cfd41028e5ed60d4d204666 HTTP/1.1" status: 200 len: 379 time: 0.0565448 May 10 21:35:23.530379 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'port': {'device_id': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'admin_state_up': True, 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'security_groups': ['33b2b605-a876-4ace-9338-b0e3f18c2c9b']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:35:23.692125 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Made reservation on behalf of dd6f673d1cfd41028e5ed60d4d204666 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 21:35:23.695691 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:23.821587 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Allocated IP 172.20.0.4 (48d591e9-fc52-4c70-9c70-8d7c37800f78/671e57ea-e9d9-4798-bd3b-d2ca6611c93b/ed260500-9dc1-4582-a776-ea1484daeec3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:35:23.910159 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ba74190a-322f-45d6-a011-c2fc9338685b req-7eecc2fa-73b3-4983-8f70-fad013bca7b7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0467901 May 10 21:35:23.994737 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (ed260500-9dc1-4582-a776-ea1484daeec3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.086829 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.129317 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:35:24.132391 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:35:24.136274 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:35:24.163983 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=ed260500-9dc1-4582-a776-ea1484daeec3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:24.193604 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:24.194245 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.276444 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3cb6b083-b08c-4f31-bb6d-2c1126e5bc68 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501390 May 10 21:35:24.289175 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Request body: {'port': {'device_id': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:35:24.348247 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ad1bbf7-8940-40c7-92b1-8b4a4ea2c6ed None None] Provisioning complete for port ed260500-9dc1-4582-a776-ea1484daeec3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:35:24.348819 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ad1bbf7-8940-40c7-92b1-8b4a4ea2c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.355810 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.384400 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1bbf7-8940-40c7-92b1-8b4a4ea2c6ed None None] Port ed260500-9dc1-4582-a776-ea1484daeec3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 21:35:24.647000 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed260500-9dc1-4582-a776-ea1484daeec3 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:35:24.655297 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Publish callbacks [] for port (ed260500-9dc1-4582-a776-ea1484daeec3), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.667456 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Transition to ACTIVE for port object ed260500-9dc1-4582-a776-ea1484daeec3 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 21:35:24.736743 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.794177 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed260500-9dc1-4582-a776-ea1484daeec3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:24.864967 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Attempting to bind port ed260500-9dc1-4582-a776-ea1484daeec3 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 21:35:24.865309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Attempting to bind port ed260500-9dc1-4582-a776-ea1484daeec3 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 21:35:24.865640 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Attempting to bind port ed260500-9dc1-4582-a776-ea1484daeec3 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:35:24.870303 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Port ed260500-9dc1-4582-a776-ea1484daeec3 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 21:35:24.870654 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Attempting to bind port ed260500-9dc1-4582-a776-ea1484daeec3 on network 48d591e9-fc52-4c70-9c70-8d7c37800f78 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 21:35:24.876510 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Checking agent: {'id': '94046e34-893f-4f54-9970-d0f1589305b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'started_at': datetime.datetime(2022, 5, 10, 21, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 21:35:24.876863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Checking segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 21:35:24.877241 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Bound using segment: {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 21:35:24.877672 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Bound port: ed260500-9dc1-4582-a776-ea1484daeec3, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014ff12c-a1a1-45bc-9f51-11976ca2fbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 21:35:24.878035 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:24.945853 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] For port ed260500-9dc1-4582-a776-ea1484daeec3, host hv-cinder-83608, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 21:35:24.948945 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] For port ed260500-9dc1-4582-a776-ea1484daeec3, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed260500-9dc1-4582-a776-ea1484daeec3,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 21:35:25.018425 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:25.032953 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfb05-315f-4409-a143-4b969bfd4047 req-7972ce0b-0484-48ff-84a1-bd6e4252ff19 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.034591 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bb2dfb05-315f-4409-a143-4b969bfd4047 req-7972ce0b-0484-48ff-84a1-bd6e4252ff19 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0530031 May 10 21:35:25.057082 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.057738 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:25.059124 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] 10.222.0.23 "PUT /v2.0/ports/ed260500-9dc1-4582-a776-ea1484daeec3 HTTP/1.1" status: 200 len: 1093 time: 0.7742262 May 10 21:35:25.059560 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:35:25.062317 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d487bdb-62c7-463f-8f3e-4831ed415923" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:35:25.095443 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98837b-e9a2-4ac2-8bac-62d643db6a2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed260500-9dc1-4582-a776-ea1484daeec3,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:25.100108 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-bb2dfb05-315f-4409-a143-4b969bfd4047 req-a5893d41-92c5-44d6-a750-c7666bf4f259 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598655 May 10 21:35:25.104373 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05207c64-b30c-4787-8e04-c8c2dd61c115 x-openstack-request-id: req-05207c64-b30c-4787-8e04-c8c2dd61c115 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:35:25.104707 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:35:25.104962 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05207c64-b30c-4787-8e04-c8c2dd61c115 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:35:25.106024 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05207c64-b30c-4787-8e04-c8c2dd61c115'] response: {'name': 'network-changed', 'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'status': 'completed', 'code': 200} May 10 21:35:25.166253 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487bdb-62c7-463f-8f3e-4831ed415923 req-b6fcdf0a-62de-4ac6-b623-0d14917b33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.167761 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d487bdb-62c7-463f-8f3e-4831ed415923 req-b6fcdf0a-62de-4ac6-b623-0d14917b33a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 1127 time: 0.0430582 May 10 21:35:25.272633 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487bdb-62c7-463f-8f3e-4831ed415923 req-55f8e67b-46c3-4845-8827-52c31ccdb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.274136 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d487bdb-62c7-463f-8f3e-4831ed415923 req-55f8e67b-46c3-4845-8827-52c31ccdb1a5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0996830 May 10 21:35:25.366952 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487bdb-62c7-463f-8f3e-4831ed415923 req-d8d9f5b8-3fee-4064-825e-61a57a1b8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.368447 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5d487bdb-62c7-463f-8f3e-4831ed415923 req-d8d9f5b8-3fee-4064-825e-61a57a1b8091 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878718 May 10 21:35:25.441647 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-e9af41f8-52f4-4bb1-a556-975552b0d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.443040 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-e9af41f8-52f4-4bb1-a556-975552b0d3be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 1127 time: 0.0388634 May 10 21:35:25.485910 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-dbcb25ee-4ada-423b-9b11-744b0a16d418 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed260500-9dc1-4582-a776-ea1484daeec3 HTTP/1.1" status: 200 len: 217 time: 0.0362074 May 10 21:35:25.533306 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3263503f-aba0-4062-aadb-53e6b28dc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.534728 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3263503f-aba0-4062-aadb-53e6b28dc24b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0431705 May 10 21:35:25.574934 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-7333c3dd-c518-439c-bee6-f36d46b3b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:25.576969 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-7333c3dd-c518-439c-bee6-f36d46b3b1ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369592 May 10 21:35:25.583770 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:35:25.667141 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-f549d3ae-c437-4adc-b993-eb1469351912 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839858 May 10 21:35:25.754572 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5432ec9c-f526-4806-a0d9-0857caa621ea req-3a63ed1d-fcad-4be9-b0ad-679fe2489960 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810492 May 10 21:35:26.215445 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e93b-58f8-452d-8291-f8da03078a7e req-f9e5d5c2-3b90-4a89-8593-9b81432e09e7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:26.217811 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8ad2e93b-58f8-452d-8291-f8da03078a7e req-f9e5d5c2-3b90-4a89-8593-9b81432e09e7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0494916 May 10 21:35:26.265138 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8ad2e93b-58f8-452d-8291-f8da03078a7e req-9cebe503-a3ed-4e90-8dc5-7705068e1bc8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419106 May 10 21:35:27.376010 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e724e8-f1bc-4d13-91db-a4cf897f5608 req-51cb9b47-21f0-4bc6-9395-81ad34fca3b7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:27.377449 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a7e724e8-f1bc-4d13-91db-a4cf897f5608 req-51cb9b47-21f0-4bc6-9395-81ad34fca3b7 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0462830 May 10 21:35:27.426549 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-a7e724e8-f1bc-4d13-91db-a4cf897f5608 req-2e81a3a2-e22c-4d76-9b25-ad853c12e61e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 May 10 21:35:28.539930 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78d8c-f467-4402-9fd1-35cac3f73b5e req-559fc7e7-5460-4718-81f4-01780a108511 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:28.541354 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a5c78d8c-f467-4402-9fd1-35cac3f73b5e req-559fc7e7-5460-4718-81f4-01780a108511 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0470622 May 10 21:35:28.589904 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a5c78d8c-f467-4402-9fd1-35cac3f73b5e req-ec350f62-8332-42b1-af4e-34624d10a1f9 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 May 10 21:35:29.812899 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767873ce-7efa-4ec0-b383-bbf4bc311e7e req-11ee5d32-a36b-4d3b-bdfd-b1cabcb5cd1b tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:29.814345 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-767873ce-7efa-4ec0-b383-bbf4bc311e7e req-11ee5d32-a36b-4d3b-bdfd-b1cabcb5cd1b tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0491197 May 10 21:35:29.862344 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-767873ce-7efa-4ec0-b383-bbf4bc311e7e req-50589e0b-4fcd-4691-8b78-e3fd19e5c484 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 May 10 21:35:30.496188 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-29588d5b-bb02-4856-a2cb-2ba23b1ce17d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441113 May 10 21:35:30.559236 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-1cc44a4c-fc11-4996-9901-79a4847b23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:30.560931 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-1cc44a4c-fc11-4996-9901-79a4847b23f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1129 time: 0.0399313 May 10 21:35:30.665367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-5116ec4f-9f35-45d1-835a-0b93f2ac8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:30.666859 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-5116ec4f-9f35-45d1-835a-0b93f2ac8a8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0866785 May 10 21:35:30.734584 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-83de28d4-a9bd-4747-9a66-c9fdfebbe1dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 200 len: 1001 time: 0.0612817 May 10 21:35:30.781901 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-5f900b2b-d14f-40d3-9734-c4d1ca5fbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:30.783258 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-5f900b2b-d14f-40d3-9734-c4d1ca5fbc48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0431180 May 10 21:35:30.824780 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-b8e4b571-fe7e-465e-b219-f903438900b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:30.826984 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-b8e4b571-fe7e-465e-b219-f903438900b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381620 May 10 21:35:30.920959 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-a0b66ebe-0625-4612-8222-7a9794778e16 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879593 May 10 21:35:31.022924 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f344c74-ad90-48e7-89f2-56cf80a84c21 req-977977a7-cb3e-4fd6-ab3a-4f07b1fc10b0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:31.024363 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f344c74-ad90-48e7-89f2-56cf80a84c21 req-977977a7-cb3e-4fd6-ab3a-4f07b1fc10b0 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0906587 May 10 21:35:31.077567 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6c89d978-f3c7-40da-b00b-3736887001f1 req-17842365-dc4c-43a3-9d37-092b9615a856 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507087 May 10 21:35:31.089909 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6f344c74-ad90-48e7-89f2-56cf80a84c21 req-15ce066f-db61-4aae-9c3d-01b537481ae6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593314 May 10 21:35:32.202936 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769d819-85bf-46ad-b14e-bde572e0efd1 req-35c07cc3-c01c-436c-bca9-c0087b97bdbe tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:32.204452 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e769d819-85bf-46ad-b14e-bde572e0efd1 req-35c07cc3-c01c-436c-bca9-c0087b97bdbe tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0459170 May 10 21:35:32.252360 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-e769d819-85bf-46ad-b14e-bde572e0efd1 req-f6ebbe57-6fbc-4ae1-963d-77a21c2faa38 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 May 10 21:35:33.363935 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1facd-2dca-4ff2-a4de-0285bb45cf17 req-eed3c6c5-829a-4a6c-a125-71b27ffeda04 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:33.365392 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0ab1facd-2dca-4ff2-a4de-0285bb45cf17 req-eed3c6c5-829a-4a6c-a125-71b27ffeda04 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0460181 May 10 21:35:33.415162 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0ab1facd-2dca-4ff2-a4de-0285bb45cf17 req-f2d7e974-452d-4736-8dc9-471bb6684714 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 May 10 21:35:34.111713 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed260500-9dc1-4582-a776-ea1484daeec3 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 21:35:34.207741 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port ed260500-9dc1-4582-a776-ea1484daeec3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed260500-9dc1-4582-a776-ea1484daeec3,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:35:34.219058 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Returning: {'device': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'port_id': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'mac_address': 'fa:16:3e:d5:92:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 21:35:34.255595 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port ed260500-9dc1-4582-a776-ea1484daeec3 is: DOWN; New status is: BUILD {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:35:34.255988 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:34.269390 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed260500-9dc1-4582-a776-ea1484daeec3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 21:35:34.288659 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port ed260500-9dc1-4582-a776-ea1484daeec3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed260500-9dc1-4582-a776-ea1484daeec3,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:35:34.354316 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:34.400326 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=ed260500-9dc1-4582-a776-ea1484daeec3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:34.571861 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] get_ports_and_sgs() called for port_ids ['ed260500-9dc1-4582-a776-ea1484daeec3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 21:35:34.626644 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6a5d-c2a3-4b15-b109-0b2f314a8400 req-88a63119-420e-4e2a-b546-a16f499efa55 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:34.628578 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5c8a6a5d-c2a3-4b15-b109-0b2f314a8400 req-88a63119-420e-4e2a-b546-a16f499efa55 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 944 time: 0.1450191 May 10 21:35:34.681820 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-5c8a6a5d-c2a3-4b15-b109-0b2f314a8400 req-54e3b859-fa08-4f4a-ba4a-7a5d6a11cb90 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474923 May 10 21:35:35.848367 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb4ce5-8d85-4e78-a7b6-90b67a144564 req-dd341eb0-c8b3-4002-a18f-307220ea2f1d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:35.849854 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16fb4ce5-8d85-4e78-a7b6-90b67a144564 req-dd341eb0-c8b3-4002-a18f-307220ea2f1d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 944 time: 0.1027970 May 10 21:35:35.897756 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-16fb4ce5-8d85-4e78-a7b6-90b67a144564 req-94a5c92b-a30a-4416-a255-02ba92123afd tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421700 May 10 21:35:36.114901 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed260500-9dc1-4582-a776-ea1484daeec3 up at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 21:35:36.162551 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning for port ed260500-9dc1-4582-a776-ea1484daeec3 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 21:35:36.233186 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Provisioning complete for port ed260500-9dc1-4582-a776-ea1484daeec3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 21:35:36.233561 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1802717'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:36.306932 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Current status of the port ed260500-9dc1-4582-a776-ea1484daeec3 is: BUILD; New status is: ACTIVE {{(pid=104057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 21:35:36.307307 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:36.329781 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:35:36.332161 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6535d54ffeb0322bac41c559556ead47c642b80a0ba199896b3fd5237c1a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d56dd-5d5e-4df6-be99-a0e1749afae0" -d '{"events": [{"server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:35:36.344860 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] For port ed260500-9dc1-4582-a776-ea1484daeec3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed260500-9dc1-4582-a776-ea1484daeec3,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:35:36.369488 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d787b8-3098-4f1b-8d8f-107bfa70bd50 x-openstack-request-id: req-39d787b8-3098-4f1b-8d8f-107bfa70bd50 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:35:36.369782 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:35:36.370042 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39d787b8-3098-4f1b-8d8f-107bfa70bd50 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:35:36.370504 dv-cinder-836083-6-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d787b8-3098-4f1b-8d8f-107bfa70bd50'] response: {'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'code': 200} May 10 21:35:36.411348 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:36.597032 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Pushing event updated for resources: {'Port': ['ID=ed260500-9dc1-4582-a776-ea1484daeec3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:36.690206 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6aaf-0c84-462f-8fe2-58a8ddc2c9fd req-3ee0f62a-f5c9-4616-ba33-3385e13ade4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:36.691613 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6e0e6aaf-0c84-462f-8fe2-58a8ddc2c9fd req-3ee0f62a-f5c9-4616-ba33-3385e13ade4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 1129 time: 0.0382073 May 10 21:35:36.736324 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6e0e6aaf-0c84-462f-8fe2-58a8ddc2c9fd req-1536f5ec-f33b-4a5a-ae2f-39e7cf2aeb58 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386608 May 10 21:35:37.009507 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec54bf8-a9a1-469c-83c9-9e4ed2b69b3c req-949ef46c-cc85-4e5c-abf7-861a01c739aa tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:37.010870 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ec54bf8-a9a1-469c-83c9-9e4ed2b69b3c req-949ef46c-cc85-4e5c-abf7-861a01c739aa tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0457959 May 10 21:35:37.061720 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1ec54bf8-a9a1-469c-83c9-9e4ed2b69b3c req-fdf9f288-71e8-448d-88cd-fec78ccf1384 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446789 May 10 21:35:38.178407 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f5768-f0cb-4b3c-8558-8e99d0e4924e req-3fc24494-c985-4169-9feb-9e9561b451c8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:38.179891 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9c7f5768-f0cb-4b3c-8558-8e99d0e4924e req-3fc24494-c985-4169-9feb-9e9561b451c8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0464697 May 10 21:35:38.227716 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-9c7f5768-f0cb-4b3c-8558-8e99d0e4924e req-ec1a7678-6da0-4cac-bc6a-3d3ec199801a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 May 10 21:35:38.338998 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c0ced-be61-4f86-982e-8d387727b214 req-28c97c95-7ab7-4184-81a4-2b2324298d2e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:38.340429 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-025c0ced-be61-4f86-982e-8d387727b214 req-28c97c95-7ab7-4184-81a4-2b2324298d2e tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0453563 May 10 21:35:38.388549 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-025c0ced-be61-4f86-982e-8d387727b214 req-ecff1ebe-3ee0-4cb2-8519-22723112ea5b tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 May 10 21:35:38.410427 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:35:38.446571 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793084e0-3296-4810-8650-8031161778e1 tempest-TestVolumeBootPattern-813383731 tempest-TestVolumeBootPattern-813383731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:38.448011 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-793084e0-3296-4810-8650-8031161778e1 tempest-TestVolumeBootPattern-813383731 tempest-TestVolumeBootPattern-813383731-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 1124 time: 0.0366409 May 10 21:35:38.450817 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:35:38.454798 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Request body: {'floatingip': {'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'port_id': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 21:35:38.520363 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:38.598364 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:38.703239 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Allocated IP 172.27.3.55 (8d801069-0734-4454-ad1f-cfe13c1713d4/a0839a14-3a51-4d48-b48e-664e0f075163/377e1dbb-fcd5-476e-8b14-ac55814f8479) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 21:35:38.809255 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:38.891869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780352234581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:38.931418 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Network 8d801069-0734-4454-ad1f-cfe13c1713d4 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 21:35:38.938662 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 21:35:38.941202 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 21:35:38.944443 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=377e1dbb-fcd5-476e-8b14-ac55814f8479,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:38.974464 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.974733 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.975079 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.975418 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.975754 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.976086 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.976415 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.976742 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.977069 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.977393 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.977720 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.978044 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.978366 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.978709 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:38.979029 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:35:39.320747 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (f792dadf-8ede-4f4f-8b05-dbb165d2c660), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:39.424922 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1750861'] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:39.849333 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:39.902820 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780352777355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780352234599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780352234617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4412675'] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:39.967895 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event updated for resources: {'Port': ['ID=377e1dbb-fcd5-476e-8b14-ac55814f8479,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:35:39.979033 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652322'] for floatingip (f792dadf-8ede-4f4f-8b05-dbb165d2c660), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:40.078651 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Floating IP f792dadf-8ede-4f4f-8b05-dbb165d2c660 associated. External IP: 172.27.3.55, port: ed260500-9dc1-4582-a776-ea1484daeec3. May 10 21:35:40.287199 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:35:40.397911 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:35:40.408616 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:35:40.418092 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:35:40.423394 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:35:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:35:40.486969 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:40.516757 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0eaa6a3a-f6b7-4b5a-8709-34012f3bed41 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0649712 May 10 21:35:40.517353 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:35:40.519669 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e02de7-1dd9-490c-a2e6-f8e45caeb903" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:35:40.530082 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:35:40.555528 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69412a8e-7f31-4b10-af8e-811ef4dbd442 x-openstack-request-id: req-69412a8e-7f31-4b10-af8e-811ef4dbd442 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:35:40.555848 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:35:40.556108 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69412a8e-7f31-4b10-af8e-811ef4dbd442 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:35:40.556526 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69412a8e-7f31-4b10-af8e-811ef4dbd442'] response: {'name': 'network-changed', 'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'status': 'completed', 'code': 200} May 10 21:35:40.664576 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-e924f827-de7c-4386-9df6-27bbd43fa023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:40.667337 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-e924f827-de7c-4386-9df6-27bbd43fa023 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 1129 time: 0.0879717 May 10 21:35:40.757261 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:35Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}, {'id': 'f792dadf-8ede-4f4f-8b05-dbb165d2c660', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:d5:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:35:39Z', 'updated_at': '2022-05-10T21:35:39Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:35:40.759915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-9dfa180d-bfe2-4d5b-a607-72083597e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:40.761370 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-9dfa180d-bfe2-4d5b-a607-72083597e815 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0880504 May 10 21:35:40.784551 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:35:40.792698 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:35:40.793311 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:35:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:35:40.829238 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-e8087bf0-f690-4b7a-a7f1-2a0412732f54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed260500-9dc1-4582-a776-ea1484daeec3 HTTP/1.1" status: 200 len: 998 time: 0.0608249 May 10 21:35:40.877241 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-c1f62803-a3e9-424a-bc0c-43a7754540d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:40.878860 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-c1f62803-a3e9-424a-bc0c-43a7754540d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0442901 May 10 21:35:40.903887 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:35:40.922124 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-2e90e9b0-8a28-4b40-b48a-6c8abc667287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:35:40.923694 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-2e90e9b0-8a28-4b40-b48a-6c8abc667287 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394411 May 10 21:35:41.015968 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-bae15e31-03e1-4224-bcf3-fb8a45dbcfa3 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866697 May 10 21:35:41.103904 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-51e02de7-1dd9-490c-a2e6-f8e45caeb903 req-2d243cc7-2727-4a80-a917-009b5a11dc89 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824380 May 10 21:35:41.117779 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:35Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}, {'id': 'f792dadf-8ede-4f4f-8b05-dbb165d2c660', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:d5:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:35:39Z', 'updated_at': '2022-05-10T21:35:39Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:35:41.148075 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c687cf-812c-42eb-9269-abdc51f933d3 None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:35Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}, {'id': 'f792dadf-8ede-4f4f-8b05-dbb165d2c660', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:d5:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:35:39Z', 'updated_at': '2022-05-10T21:35:39Z', 'revision_number': 0, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:35:41.344252 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf7b0b2-548b-4867-b58e-3a3152c18a37 None None] New status for floating IP f792dadf-8ede-4f4f-8b05-dbb165d2c660: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:35:43.993573 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:46.594218 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e48b6167-663a-48bc-981c-6ef90f33a55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:48.725617 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8661-e683-49ff-b95e-0fa45df8b268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:49.947061 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:51.342456 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:52.849980 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:35:54.615783 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-d98576e5-893b-4615-b1bf-1e6ba9d265ee req-e128d32d-ef71-4f3e-b7bd-501298ff3478 service neutron] (104055) timed out ('10.222.0.23', 62982) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:35:54.695843 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-eadbcc49-fd9d-4693-9ac8-f46985c35685 req-202b01ea-591d-474b-ac1b-53378c116b2e service neutron] (104055) timed out ('10.222.0.23', 62939) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:35:55.897511 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [req-89347f3f-a860-4cb1-86de-57c8e9e4fd7c req-ea7d11ef-aabb-42a3-bb01-3d95709036de service neutron] (104055) timed out ('10.222.0.23', 62957) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:36:02.582462 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:36:13.726542 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-61b7b355-43c0-4449-b76e-fb2d7fc281a3 req-880560e0-8488-45e7-952c-516aed8cef05 service neutron] (104056) timed out ('10.222.0.23', 62970) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:36:13.997487 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:16.558410 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-627f365e-284e-415b-bd67-9c7b4868d1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:18.700622 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8562dbdf-0b00-468d-8df9-606e891cc4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:19.923591 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:21.369019 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:22.883492 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:31.485846 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-fba887d7-adae-4cbe-8852-6a5a6fc9390b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367665 May 10 21:36:31.567214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-f656d305-ba0f-4a10-aa6e-1f4704d460da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:36:31.568670 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-f656d305-ba0f-4a10-aa6e-1f4704d460da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1129 time: 0.0422022 May 10 21:36:31.666793 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-5e782b74-dcfb-45e7-aafc-f7b02372ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:36:31.668226 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-5e782b74-dcfb-45e7-aafc-f7b02372ff48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0827131 May 10 21:36:31.734399 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-eab0a51d-e88d-47e3-92fc-4bdb8571e55a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 200 len: 1001 time: 0.0604372 May 10 21:36:31.782302 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-e763a82f-6980-440c-be36-0b82cae6247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:36:31.783662 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-e763a82f-6980-440c-be36-0b82cae6247f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0421972 May 10 21:36:31.824366 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-d02f5dc8-3452-4d61-b747-330d3a6cbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:36:31.825791 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-d02f5dc8-3452-4d61-b747-330d3a6cbf89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365341 May 10 21:36:31.916078 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-31cf960c-4e6d-42cf-ab37-770e88d20c2b service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840101 May 10 21:36:32.000880 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-66765e57-05c0-4317-b931-5b98c4a05c29 req-95c0804a-123e-4ac0-a42d-f58899653b9f service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792761 May 10 21:36:39.581342 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:36:43.986344 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:46.598322 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d366dc3c-94dd-4f5e-983b-dbbacbe8a836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:48.727942 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44b88126-0b68-4827-aee7-fd5573bd60d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:49.950558 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:51.344780 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:36:52.876347 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:07.393850 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:07.547955 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Deleting port 377e1dbb-fcd5-476e-8b14-ac55814f8479 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:07.548214 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:07.621923 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:07.622251 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (377e1dbb-fcd5-476e-8b14-ac55814f8479), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:07.634143 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Calling delete_port for 377e1dbb-fcd5-476e-8b14-ac55814f8479 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:07.841799 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (377e1dbb-fcd5-476e-8b14-ac55814f8479), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:07.865616 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'Port': ['ID=377e1dbb-fcd5-476e-8b14-ac55814f8479,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:07.875569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.875929 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.876254 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.876593 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.876925 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.877252 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.877964 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.877964 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.878198 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.878543 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.878865 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.879186 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.880147 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.880500 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.880935 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:07.944339 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (f792dadf-8ede-4f4f-8b05-dbb165d2c660), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:07.944692 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Floating IP f792dadf-8ede-4f4f-8b05-dbb165d2c660 disassociated (deleted). External IP: 172.27.3.55, port: ed260500-9dc1-4582-a776-ea1484daeec3. May 10 21:37:08.154915 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:37:08.264641 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:37:08.270694 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:08.275414 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:37:08.285346 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:08.286161 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:36:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:08.299892 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-07760fda-2cd8-484c-bd4c-68e5dbd05365 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "DELETE /v2.0/floatingips/f792dadf-8ede-4f4f-8b05-dbb165d2c660 HTTP/1.1" status: 204 len: 168 time: 0.9049280 May 10 21:37:08.300473 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:37:08.302903 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60336c3-dc62-4f0e-8529-a5a6b8dea712" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:37:08.342471 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43134169-e38b-4108-bbab-6a7ce3714425 x-openstack-request-id: req-43134169-e38b-4108-bbab-6a7ce3714425 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:37:08.343201 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:37:08.343637 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43134169-e38b-4108-bbab-6a7ce3714425 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:37:08.344047 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43134169-e38b-4108-bbab-6a7ce3714425'] response: {'name': 'network-changed', 'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'status': 'completed', 'code': 200} May 10 21:37:08.456155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-c4de4d14-ca34-4a28-9f5b-180fc13de4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:08.458168 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-c4de4d14-ca34-4a28-9f5b-180fc13de4a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 1129 time: 0.0907745 May 10 21:37:08.470191 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:08.557174 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-25d9dc1e-4b2b-478b-bf41-1260d04bd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:08.558718 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-25d9dc1e-4b2b-478b-bf41-1260d04bd8cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0913773 May 10 21:37:08.604283 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-d26d6771-dbef-4f98-b397-e03e027a06b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed260500-9dc1-4582-a776-ea1484daeec3 HTTP/1.1" status: 200 len: 217 time: 0.0388241 May 10 21:37:08.658309 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-a7d07f6a-4dc0-49e6-af7d-b3e129f45789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:08.659855 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-a7d07f6a-4dc0-49e6-af7d-b3e129f45789 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0489538 May 10 21:37:08.712378 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-ff7c5cbb-6328-459a-b3a0-260113de237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:08.714102 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-ff7c5cbb-6328-459a-b3a0-260113de237d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465100 May 10 21:37:08.722580 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:35Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:08.757351 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:37:08.763663 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50531ee9-ab64-46c1-8eb6-62fc8287f44d req-eeb9a0ea-897a-44d0-94b5-58c96c68f6d8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:08.765175 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-50531ee9-ab64-46c1-8eb6-62fc8287f44d req-eeb9a0ea-897a-44d0-94b5-58c96c68f6d8 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0478599 May 10 21:37:08.766103 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:08.766832 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:36:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:08.814514 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-50531ee9-ab64-46c1-8eb6-62fc8287f44d req-8005fc51-a881-4909-b5a6-23947038243d tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 May 10 21:37:08.876077 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:09.210098 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:35Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:09.240132 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f085b-ec64-4b0a-932c-f866c9473b43 None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_floatingips': [{'id': '538acf0b-9b4c-486b-97b9-eeb74cd8a5bf', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'router_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'port_id': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'mac_address': 'fa:16:3e:a3:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31927753-f8a8-4a62-8a56-c875a464157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T21:33:33Z', 'updated_at': '2022-05-10T21:33:35Z', 'revision_number': 1, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:37:09.461934 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ea7dc-e83b-4584-a80a-b456b55bd4e6 None None] New status for floating IP f792dadf-8ede-4f4f-8b05-dbb165d2c660: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:37:09.749387 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-6bf879f8-ccfc-41ce-9b38-4373d94b77c4 service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834231 May 10 21:37:09.964009 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56e25-11da-4fdd-bc03-76df48b98d32 req-a9dc9e69-b254-464c-af55-11eab6e44dd1 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:09.965459 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a1d56e25-11da-4fdd-bc03-76df48b98d32 req-a9dc9e69-b254-464c-af55-11eab6e44dd1 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0630643 May 10 21:37:09.967581 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-c60336c3-dc62-4f0e-8529-a5a6b8dea712 req-f1627a60-6b67-4ca8-a612-9265105c75ca service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251798 May 10 21:37:10.013546 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a1d56e25-11da-4fdd-bc03-76df48b98d32 req-256cae8c-8e81-484a-92c3-4cbe55fd0477 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423975 May 10 21:37:10.240756 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-8f4687c6-4aed-4761-8b8f-77e13acce697 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:10.242394 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-8f4687c6-4aed-4761-8b8f-77e13acce697 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0470896 May 10 21:37:10.329365 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Deleting port ed260500-9dc1-4582-a776-ea1484daeec3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:10.329626 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:10.419569 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] For port ed260500-9dc1-4582-a776-ea1484daeec3, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ed260500-9dc1-4582-a776-ea1484daeec3,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:10.419940 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:10.433405 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Calling delete_port for ed260500-9dc1-4582-a776-ea1484daeec3 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:10.596678 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (ed260500-9dc1-4582-a776-ea1484daeec3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:10.629186 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'Port': ['ID=ed260500-9dc1-4582-a776-ea1484daeec3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:10.673494 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] No DVR routers for this DVR port ed260500-9dc1-4582-a776-ea1484daeec3 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:37:10.675966 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:10.680403 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-21fa3e91-9337-4687-a5b2-d7d197b3d40b req-0f964cb2-c5a0-44ed-85e4-6ffc736d29a6 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "DELETE /v2.0/ports/ed260500-9dc1-4582-a776-ea1484daeec3 HTTP/1.1" status: 204 len: 173 time: 0.4319391 May 10 21:37:10.680403 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'name': 'network-vif-deleted', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:37:10.682087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f6d625-38f5-4d8f-a83c-5dee4cbd8086" -d '{"events": [{"server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "name": "network-vif-deleted", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:37:10.716232 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9314c1a-b3ea-4ef1-9246-70577a355377 x-openstack-request-id: req-b9314c1a-b3ea-4ef1-9246-70577a355377 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:37:10.716527 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3", "name": "network-vif-deleted", "tag": "ed260500-9dc1-4582-a776-ea1484daeec3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:37:10.716773 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9314c1a-b3ea-4ef1-9246-70577a355377 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:37:10.717177 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9314c1a-b3ea-4ef1-9246-70577a355377'] response: {'server_uuid': '7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3', 'name': 'network-vif-deleted', 'tag': 'ed260500-9dc1-4582-a776-ea1484daeec3', 'status': 'completed', 'code': 200} May 10 21:37:11.116536 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6bb71584-a1a4-412a-ad8e-23933f9eb732 req-8fe03806-c503-424b-86cf-a29973a69dfd tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d0efbed-df3a-4fa4-9b1c-5601e68d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0302353 May 10 21:37:14.002358 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:14.571401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59860) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:14.585099 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed260500-9dc1-4582-a776-ea1484daeec3 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:14.605312 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: ed260500-9dc1-4582-a776-ea1484daeec3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:14.605661 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device ed260500-9dc1-4582-a776-ea1484daeec3 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:14.968024 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Deleting port 8e60c885-3283-4dd0-b2ff-caf003a1d9f9 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:14.968357 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:15.044410 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:15.044735 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:15.056277 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Calling delete_port for 8e60c885-3283-4dd0-b2ff-caf003a1d9f9 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:15.272209 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (8e60c885-3283-4dd0-b2ff-caf003a1d9f9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:15.298320 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'Port': ['ID=8e60c885-3283-4dd0-b2ff-caf003a1d9f9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:15.359267 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (538acf0b-9b4c-486b-97b9-eeb74cd8a5bf), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:15.359592 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Floating IP 538acf0b-9b4c-486b-97b9-eeb74cd8a5bf disassociated (deleted). External IP: 172.27.3.102, port: d86b5666-939c-498a-8aa7-42bf74c4eca2. May 10 21:37:15.568933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:37:15.678603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:37:15.683216 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:15.687816 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:37:15.697828 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:15.698502 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:36:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:15.712087 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3d990891-6e07-4c8c-90bd-736ca46b9985 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "DELETE /v2.0/floatingips/538acf0b-9b4c-486b-97b9-eeb74cd8a5bf HTTP/1.1" status: 204 len: 168 time: 1.1396000 May 10 21:37:15.712677 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:37:15.715135 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91218a86-7767-4cd0-9e70-6743471166e5" -d '{"events": [{"name": "network-changed", "server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:37:15.764016 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5c30d0-5167-48f8-9e03-6b6a2c624e93 x-openstack-request-id: req-db5c30d0-5167-48f8-9e03-6b6a2c624e93 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:37:15.764314 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:37:15.764571 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db5c30d0-5167-48f8-9e03-6b6a2c624e93 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:37:15.764980 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5c30d0-5167-48f8-9e03-6b6a2c624e93'] response: {'name': 'network-changed', 'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'status': 'completed', 'code': 200} May 10 21:37:15.817655 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:15.829310 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a86-7767-4cd0-9e70-6743471166e5 req-f76cdd14-d783-4fe7-9a2b-437bee326086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:15.830854 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-f76cdd14-d783-4fe7-9a2b-437bee326086 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 1129 time: 0.0421350 May 10 21:37:15.931932 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a86-7767-4cd0-9e70-6743471166e5 req-61a968b1-b2cb-4d57-9fc7-cb7096bd1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:15.933474 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-61a968b1-b2cb-4d57-9fc7-cb7096bd1760 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 200 len: 913 time: 0.0957851 May 10 21:37:15.988327 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-b3f655d0-6fb4-466a-9840-788b3417adac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 200 len: 217 time: 0.0490201 May 10 21:37:16.042852 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:16.049402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a86-7767-4cd0-9e70-6743471166e5 req-c01eb729-823f-4821-97ec-f6d9f5706572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:16.051331 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-c01eb729-823f-4821-97ec-f6d9f5706572 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 200 len: 851 time: 0.0552883 May 10 21:37:16.080519 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:37:16.091239 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:16.091878 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:36:49Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:16.111666 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218a86-7767-4cd0-9e70-6743471166e5 req-0e7bb7e5-98f9-48dc-9f92-a0ce3c8a3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:16.113400 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-0e7bb7e5-98f9-48dc-9f92-a0ce3c8a3d09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48d591e9-fc52-4c70-9c70-8d7c37800f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547059 May 10 21:37:16.169014 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8b648-bbb2-4776-bcb1-193f3df23519 req-d28ff4bc-d70f-4633-85c6-08ca1f40b918 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:16.170750 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-09a8b648-bbb2-4776-bcb1-193f3df23519 req-d28ff4bc-d70f-4633-85c6-08ca1f40b918 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 945 time: 0.0562568 May 10 21:37:16.218338 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:16.226952 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [req-09a8b648-bbb2-4776-bcb1-193f3df23519 req-015aba9b-ef3e-44a6-9436-5ab633584836 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501313 May 10 21:37:16.431068 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:16.460709 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d2412-c2c8-4f17-b80d-8c1dbf352c08 None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:21Z', 'revision_number': 4, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi', '_interfaces': [{'id': '9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe', 'name': '', 'network_id': '48d591e9-fc52-4c70-9c70-8d7c37800f78', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'mac_address': 'fa:16:3e:54:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:20Z', 'updated_at': '2022-05-10T21:30:28Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'subnets': [{'id': '671e57ea-e9d9-4798-bd3b-d2ca6611c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:37:16.582237 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:37:16.591575 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d3862c3-4070-4768-ac2a-06a5c9796d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:16.691244 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0061104-c91a-4b5d-9fdb-7a022d8e2997 None None] New status for floating IP 538acf0b-9b4c-486b-97b9-eeb74cd8a5bf: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 21:37:17.159217 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-69aa375d-8bde-435a-9f68-4fe372c543dd service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 May 10 21:37:17.264655 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-91218a86-7767-4cd0-9e70-6743471166e5 req-04b2de40-a848-44c8-a423-0a296edfacfc service neutron] 10.222.0.23 "GET /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885806 May 10 21:37:17.356274 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26077d-74b0-46a3-bd68-d508e9d0e8d6 req-75040781-19ef-4bb9-a7f6-2f3b0f3308da tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:17.357749 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c26077d-74b0-46a3-bd68-d508e9d0e8d6 req-75040781-19ef-4bb9-a7f6-2f3b0f3308da tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 945 time: 0.0484438 May 10 21:37:17.406192 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c26077d-74b0-46a3-bd68-d508e9d0e8d6 req-27105fbe-8186-461d-8999-6bddb33a9927 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/security-groups?id=33b2b605-a876-4ace-9338-b0e3f18c2c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 May 10 21:37:17.591603 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-453c8a24-c713-4915-b59e-7694b33be8ec tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 21:37:17.593017 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-453c8a24-c713-4915-b59e-7694b33be8ec tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 945 time: 0.0466573 May 10 21:37:17.678147 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Deleting port d86b5666-939c-498a-8aa7-42bf74c4eca2 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:17.678398 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:17.766908 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] For port d86b5666-939c-498a-8aa7-42bf74c4eca2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d86b5666-939c-498a-8aa7-42bf74c4eca2,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:17.767266 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:17.779804 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Calling delete_port for d86b5666-939c-498a-8aa7-42bf74c4eca2 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:17.962105 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (d86b5666-939c-498a-8aa7-42bf74c4eca2), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:17.997699 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'Port': ['ID=d86b5666-939c-498a-8aa7-42bf74c4eca2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:18.038917 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] No DVR routers for this DVR port d86b5666-939c-498a-8aa7-42bf74c4eca2 on host hv-cinder-83608 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:37:18.041497 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:18.044993 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b839a589-555f-4f7d-9499-b1e7d6d1fece req-b08ffb3d-b609-4901-8030-840e5e216735 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.23 "DELETE /v2.0/ports/d86b5666-939c-498a-8aa7-42bf74c4eca2 HTTP/1.1" status: 204 len: 173 time: 0.4462719 May 10 21:37:18.045451 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'name': 'network-vif-deleted', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 21:37:18.048318 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9f20b34b081a2a6590f7c23cc255efd8fa8cd778a7e709bcad9edc692ecfd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304bc7b6-049f-4b1d-a90b-bb045f75edbd" -d '{"events": [{"server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "name": "network-vif-deleted", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 21:37:18.083842 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58670db-b4be-4166-a035-c841949d4151 x-openstack-request-id: req-d58670db-b4be-4166-a035-c841949d4151 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 21:37:18.084148 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31927753-f8a8-4a62-8a56-c875a464157a", "name": "network-vif-deleted", "tag": "d86b5666-939c-498a-8aa7-42bf74c4eca2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 21:37:18.084401 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d58670db-b4be-4166-a035-c841949d4151 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 21:37:18.084803 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58670db-b4be-4166-a035-c841949d4151'] response: {'server_uuid': '31927753-f8a8-4a62-8a56-c875a464157a', 'name': 'network-vif-deleted', 'tag': 'd86b5666-939c-498a-8aa7-42bf74c4eca2', 'status': 'completed', 'code': 200} May 10 21:37:18.509166 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a5a50df4-be1f-4d50-8412-e3e968a39b35 req-181486be-cab5-4eee-922c-cd1f29186296 tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "GET /v2.0/ports?device_id=31927753-f8a8-4a62-8a56-c875a464157a HTTP/1.1" status: 200 len: 210 time: 0.0286107 May 10 21:37:18.716324 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-280c9a40-6594-4e6e-8a5a-f4b24d907f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:19.568044 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59876) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:19.681046 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Deleting port 38f7111c-fdbb-498a-86b5-609f1a56cdc7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:19.681387 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:19.758129 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:19.758483 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (38f7111c-fdbb-498a-86b5-609f1a56cdc7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:19.770301 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Calling delete_port for 38f7111c-fdbb-498a-86b5-609f1a56cdc7 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:19.962296 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:19.984995 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (38f7111c-fdbb-498a-86b5-609f1a56cdc7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:20.012895 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'Port': ['ID=38f7111c-fdbb-498a-86b5-609f1a56cdc7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:20.078016 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for floatingip (b5f4b573-8c5e-4d72-8784-3d91e0b3bdba), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:20.080631 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103865'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:20.081767 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-dab5b74b-1d3f-46dc-8a5d-d93bcfe0e4ae tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "DELETE /v2.0/floatingips/b5f4b573-8c5e-4d72-8784-3d91e0b3bdba HTTP/1.1" status: 204 len: 168 time: 0.5138688 May 10 21:37:21.343952 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:21.390911 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59888) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:21.446818 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group (33b2b605-a876-4ace-9338-b0e3f18c2c9b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:21.471316 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group (33b2b605-a876-4ace-9338-b0e3f18c2c9b), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:21.601112 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (33b2b605-a876-4ace-9338-b0e3f18c2c9b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:21.603796 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Publish callbacks [] for security_group (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:21.605017 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] 10.222.0.25 "DELETE /v2.0/security-groups/33b2b605-a876-4ace-9338-b0e3f18c2c9b HTTP/1.1" status: 204 len: 168 time: 0.2131145 May 10 21:37:21.614976 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b2b605-a876-4ace-9338-b0e3f18c2c9b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:21.622318 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.622708 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.623099 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.623444 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.623781 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.624127 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.624454 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.624783 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.625378 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.625706 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.626033 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.626359 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.626710 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.627032 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.627351 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d0f36-d7f5-497c-b9f1-004f10dc7c5a tempest-TestVolumeBootPattern-652640446 tempest-TestVolumeBootPattern-652640446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:21.739682 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:22.153375 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:22.620934 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d86b5666-939c-498a-8aa7-42bf74c4eca2 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:22.631015 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Deleting port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:22.631525 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:22.641298 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] No Port match for: d86b5666-939c-498a-8aa7-42bf74c4eca2 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:22.641655 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Device d86b5666-939c-498a-8aa7-42bf74c4eca2 not bound to the agent host hv-cinder-83608 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:22.706619 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] For port 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:22.706983 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:22.719793 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Calling delete_port for 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:22.870821 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:22.961123 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:22.990828 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:23.161819 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:23.383360 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Router d2ad9230-256e-4801-9bf6-04ac2c35d3cc has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:37:23.488731 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:37:23.494210 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-1681c5bb-497a-413f-b8c9-4d9254dce376 admin admin] 10.222.0.25 "PUT /v2.0/routers/d2ad9230-256e-4801-9bf6-04ac2c35d3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7534542 May 10 21:37:23.496840 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59896) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:23.500567 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] Sync routers for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:37:23.511192 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:23.511894 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:37:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:23.603307 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks [] for router (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:23.622131 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: dv-cinder-836083-6-iscsi {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:23.709246 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks [] for router_gateway (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:23.796524 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:37:22Z', 'revision_number': 5, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port': {'id': '2ad731da-efae-4690-81a4-a3bce6ec40b1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:23.796783 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Deleting port 2ad731da-efae-4690-81a4-a3bce6ec40b1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:23.796974 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:23.823611 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] Checking router: d2ad9230-256e-4801-9bf6-04ac2c35d3cc for host: dv-cinder-836083-6-iscsi {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:37:23.831938 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] Routers {'d2ad9230-256e-4801-9bf6-04ac2c35d3cc'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:23.832558 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:37:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:23.875595 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] For port 2ad731da-efae-4690-81a4-a3bce6ec40b1, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2ad731da-efae-4690-81a4-a3bce6ec40b1,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:23.875916 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:23.888979 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Calling delete_port for 2ad731da-efae-4690-81a4-a3bce6ec40b1 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:23.921398 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] Set router d2ad9230-256e-4801-9bf6-04ac2c35d3cc gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:23.976135 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:37:23Z', 'revision_number': 6, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port_host': None}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:24.110794 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (2ad731da-efae-4690-81a4-a3bce6ec40b1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.128587 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192e497-58d2-41a5-90d7-3b19effd2a86 None None] The sync data for ids ['d2ad9230-256e-4801-9bf6-04ac2c35d3cc'] in dv-cinder-836083-6-iscsi is: [{'id': 'd2ad9230-256e-4801-9bf6-04ac2c35d3cc', 'name': 'tempest-TestVolumeBootPattern-1326440641-router', 'tenant_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:18Z', 'updated_at': '2022-05-10T21:37:23Z', 'revision_number': 6, 'project_id': 'dd6f673d1cfd41028e5ed60d4d204666', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:37:24.138015 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad731da-efae-4690-81a4-a3bce6ec40b1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:24.202259 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.291289 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.293399 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks [] for router_controller (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.424973 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (d2ad9230-256e-4801-9bf6-04ac2c35d3cc), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.425495 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ad9230-256e-4801-9bf6-04ac2c35d3cc {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:37:24.430314 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.431497 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-a6a6463b-c7e1-415c-a6f2-a43c24bca7b4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d2ad9230-256e-4801-9bf6-04ac2c35d3cc HTTP/1.1" status: 204 len: 168 time: 0.9337413 May 10 21:37:24.438340 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:24.484157 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Deleting subnet 671e57ea-e9d9-4798-bd3b-d2ca6611c93b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:37:24.487392 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Publish callbacks [] for subnet (671e57ea-e9d9-4798-bd3b-d2ca6611c93b), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.523054 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6038381'] for subnet (671e57ea-e9d9-4798-bd3b-d2ca6611c93b), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.606583 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (671e57ea-e9d9-4798-bd3b-d2ca6611c93b), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.705211 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737884'] for subnet (671e57ea-e9d9-4798-bd3b-d2ca6611c93b), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.734369 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.738181 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/671e57ea-e9d9-4798-bd3b-d2ca6611c93b HTTP/1.1" status: 204 len: 168 time: 0.2988987 May 10 21:37:24.739070 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12d990-041a-458a-9e2e-c81299f53291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671e57ea-e9d9-4798-bd3b-d2ca6611c93b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:24.740193 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8074c-7545-43c5-9da4-5c9487a2f778 None None] Network 48d591e9-fc52-4c70-9c70-8d7c37800f78 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:37:24.742155 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59900) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:24.815406 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (48d591e9-fc52-4c70-9c70-8d7c37800f78), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.868613 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Deleting port 32c6b6a3-b28c-4bc6-90da-480531500754 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:24.868960 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.911935 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] DHCP port deletion for 48d591e9-fc52-4c70-9c70-8d7c37800f78 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:37:24.936213 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] For port 32c6b6a3-b28c-4bc6-90da-480531500754, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=32c6b6a3-b28c-4bc6-90da-480531500754,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:24.936584 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:24.950048 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Calling delete_port for 32c6b6a3-b28c-4bc6-90da-480531500754 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:24.951453 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Deleting port 32c6b6a3-b28c-4bc6-90da-480531500754 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:24.951864 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.016117 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] For port 32c6b6a3-b28c-4bc6-90da-480531500754, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=32c6b6a3-b28c-4bc6-90da-480531500754,segment=NetworkSegment(014ff12c-a1a1-45bc-9f51-11976ca2fbfb),segment_id=014ff12c-a1a1-45bc-9f51-11976ca2fbfb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:25.016526 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.029456 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Calling delete_port for 32c6b6a3-b28c-4bc6-90da-480531500754 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:25.132502 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.138096 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (32c6b6a3-b28c-4bc6-90da-480531500754), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.159021 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Pushing event deleted for resources: {'Port': ['ID=32c6b6a3-b28c-4bc6-90da-480531500754,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:25.160931 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] No DVR routers for this DVR port 32c6b6a3-b28c-4bc6-90da-480531500754 on host dv-cinder-836083-6-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:37:25.165704 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Pushing event deleted for resources: {'Port': ['ID=32c6b6a3-b28c-4bc6-90da-480531500754,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:25.168940 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] No DVR routers for this DVR port 32c6b6a3-b28c-4bc6-90da-480531500754 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:37:25.175436 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.175794 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.176133 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.177029 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.177528 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.178063 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.178402 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.178873 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.179148 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.179483 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.179810 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.180142 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.180468 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.180789 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.181117 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63618ce2-febc-4ffd-bc47-e71b54ce6a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-6-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 21:37:25.237418 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (48d591e9-fc52-4c70-9c70-8d7c37800f78), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.259612 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d591e9-fc52-4c70-9c70-8d7c37800f78']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:25.265945 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 32c6b6a3-b28c-4bc6-90da-480531500754 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:25.269216 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014ff12c-a1a1-45bc-9f51-11976ca2fbfb') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:25.269509 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014ff12c-a1a1-45bc-9f51-11976ca2fbfb') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:25.278953 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (014ff12c-a1a1-45bc-9f51-11976ca2fbfb), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.289854 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 32c6b6a3-b28c-4bc6-90da-480531500754 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:25.290430 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 32c6b6a3-b28c-4bc6-90da-480531500754 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:25.290878 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2ad731da-efae-4690-81a4-a3bce6ec40b1 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:25.292492 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (014ff12c-a1a1-45bc-9f51-11976ca2fbfb), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.298370 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:37:25.298784 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (014ff12c-a1a1-45bc-9f51-11976ca2fbfb), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:37:25.300467 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:37:25.310058 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 2ad731da-efae-4690-81a4-a3bce6ec40b1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:25.310409 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2ad731da-efae-4690-81a4-a3bce6ec40b1 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:25.310867 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:25.330577 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:25.330939 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 9bf2d41d-7576-4d82-8bdd-8e44eb6cbbbe not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:25.397055 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (48d591e9-fc52-4c70-9c70-8d7c37800f78), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.402249 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.405365 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] 10.222.0.25 "DELETE /v2.0/networks/48d591e9-fc52-4c70-9c70-8d7c37800f78 HTTP/1.1" status: 204 len: 168 time: 0.6620538 May 10 21:37:25.408555 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:25.415877 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642521c-e45b-40e9-b356-abf48be7900e admin admin] Pushing event deleted for resources: {'Network': ['ID=48d591e9-fc52-4c70-9c70-8d7c37800f78,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:25.725668 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653007'] for router_interface (044b3ce3-55f5-4e00-88e3-a922921f1825), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:25.951517 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Deleting port 10bbd8d5-4628-4a24-aa29-39a535bdc138 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:25.952221 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:26.026124 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] For port 10bbd8d5-4628-4a24-aa29-39a535bdc138, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=10bbd8d5-4628-4a24-aa29-39a535bdc138,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:26.026397 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:26.040345 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Calling delete_port for 10bbd8d5-4628-4a24-aa29-39a535bdc138 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:26.270503 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (10bbd8d5-4628-4a24-aa29-39a535bdc138), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:26.295585 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10bbd8d5-4628-4a24-aa29-39a535bdc138,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:26.465206 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605392'] for router_interface (044b3ce3-55f5-4e00-88e3-a922921f1825), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:26.938784 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Router 044b3ce3-55f5-4e00-88e3-a922921f1825 has already been hosted by L3 agent fecd3000-0179-4d9b-8875-47422e2890fa {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 21:37:27.046609 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] Notify agent at l3_agent.dv-cinder-836083-6-iscsi the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 21:37:27.052273 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-58abff71-53d4-4daf-8aa7-10d5d189fbf9 admin admin] 10.222.0.25 "PUT /v2.0/routers/044b3ce3-55f5-4e00-88e3-a922921f1825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420560 May 10 21:37:27.054972 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.25', 59904) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:27.057729 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] Sync routers for ids ['044b3ce3-55f5-4e00-88e3-a922921f1825'] in dv-cinder-836083-6-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 21:37:27.067344 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] Routers {'044b3ce3-55f5-4e00-88e3-a922921f1825'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:27.068042 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:37:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['044b3ce3-55f5-4e00-88e3-a922921f1825'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:27.165402 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks [] for router (044b3ce3-55f5-4e00-88e3-a922921f1825), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.263747 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] Set router 044b3ce3-55f5-4e00-88e3-a922921f1825 gateway port host: dv-cinder-836083-6-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:27.281429 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks [] for router_gateway (044b3ce3-55f5-4e00-88e3-a922921f1825), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.390414 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Deleting port 2e0c9c90-d901-4778-b90e-e8693f821cd1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:27.390774 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.431167 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'external_fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:37:26Z', 'revision_number': 5, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port': {'id': '2e0c9c90-d901-4778-b90e-e8693f821cd1', 'name': '', 'network_id': '8d801069-0734-4454-ad1f-cfe13c1713d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T21:30:25Z', 'updated_at': '2022-05-10T21:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0839a14-3a51-4d48-b48e-664e0f075163', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-6-iscsi'}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:27.461929 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] Checking router: 044b3ce3-55f5-4e00-88e3-a922921f1825 for host: dv-cinder-836083-6-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 21:37:27.469467 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] For port 2e0c9c90-d901-4778-b90e-e8693f821cd1, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=2e0c9c90-d901-4778-b90e-e8693f821cd1,segment=NetworkSegment(bd1d9180-5d40-4cc2-92fa-98674cb9ba44),segment_id=bd1d9180-5d40-4cc2-92fa-98674cb9ba44)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:27.469835 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.470594 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] Routers {'044b3ce3-55f5-4e00-88e3-a922921f1825'} bound to L3 agent in host dv-cinder-836083-6-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 21:37:27.471208 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T21:11:19Z,description=,heartbeat_timestamp=2022-05-10T21:37:19Z,host='dv-cinder-836083-6-iscsi',id=fecd3000-0179-4d9b-8875-47422e2890fa,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T21:11:19Z,topic='l3_agent')) {'router_ids': ['044b3ce3-55f5-4e00-88e3-a922921f1825'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:27.482865 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Calling delete_port for 2e0c9c90-d901-4778-b90e-e8693f821cd1 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:27.559110 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] Set router 044b3ce3-55f5-4e00-88e3-a922921f1825 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 21:37:27.609276 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:37:27Z', 'revision_number': 6, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port_host': None}], 'dv-cinder-836083-6-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:27.638674 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440498d-fceb-4a5c-a589-7644695c09a4 None None] The sync data for ids ['044b3ce3-55f5-4e00-88e3-a922921f1825'] in dv-cinder-836083-6-iscsi is: [{'id': '044b3ce3-55f5-4e00-88e3-a922921f1825', 'name': 'tempest-TestVolumeBootPattern-238117435-router', 'tenant_id': '39b810b37c1a494a994957977fa15020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T21:30:24Z', 'updated_at': '2022-05-10T21:37:27Z', 'revision_number': 6, 'project_id': '39b810b37c1a494a994957977fa15020', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 21:37:27.709450 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4292651'] for port (2e0c9c90-d901-4778-b90e-e8693f821cd1), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.735267 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0c9c90-d901-4778-b90e-e8693f821cd1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:27.795745 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654333'] for router_gateway (044b3ce3-55f5-4e00-88e3-a922921f1825), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.885175 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6524'] for router (044b3ce3-55f5-4e00-88e3-a922921f1825), precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:27.887306 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks [] for router_controller (044b3ce3-55f5-4e00-88e3-a922921f1825), precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.008072 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648364'] for router (044b3ce3-55f5-4e00-88e3-a922921f1825), after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.008711 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044b3ce3-55f5-4e00-88e3-a922921f1825 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 21:37:28.017282 dv-cinder-836083-6-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.017282 dv-cinder-836083-6-iscsi neutron-server[104055]: INFO neutron.wsgi [None req-31776372-eafa-4536-933a-d9129b726f42 admin admin] 10.222.0.25 "DELETE /v2.0/routers/044b3ce3-55f5-4e00-88e3-a922921f1825 HTTP/1.1" status: 204 len: 168 time: 0.9581552 May 10 21:37:28.017517 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59906) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:28.066909 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Deleting subnet 49a23421-92d2-46ca-a09c-aaffea7dc32e {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 21:37:28.070128 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Publish callbacks [] for subnet (49a23421-92d2-46ca-a09c-aaffea7dc32e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.103979 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7325151'] for subnet (49a23421-92d2-46ca-a09c-aaffea7dc32e), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.180197 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773553'] for subnet (49a23421-92d2-46ca-a09c-aaffea7dc32e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.305445 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4639978'] for subnet (49a23421-92d2-46ca-a09c-aaffea7dc32e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.329122 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a23421-92d2-46ca-a09c-aaffea7dc32e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:28.335259 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.338762 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-136b2f9b-5d96-4e8f-85a7-32d69490d838 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/49a23421-92d2-46ca-a09c-aaffea7dc32e HTTP/1.1" status: 204 len: 168 time: 0.3204994 May 10 21:37:28.340963 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59908) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:28.341382 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7934f0d-51df-4b53-b4ca-cd698175e31b None None] Network 60d61f59-f0e8-4d08-9764-cfc88e985d92 requested from dv-cinder-836083-6-iscsi {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 21:37:28.417389 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732398'] for network (60d61f59-f0e8-4d08-9764-cfc88e985d92), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.463932 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Deleting port 1561bf33-0dd1-4317-a76f-489f9177f198 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:28.464266 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.500760 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] DHCP port deletion for 60d61f59-f0e8-4d08-9764-cfc88e985d92 request from dv-cinder-836083-6-iscsi {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 21:37:28.533278 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] For port 1561bf33-0dd1-4317-a76f-489f9177f198, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1561bf33-0dd1-4317-a76f-489f9177f198,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:28.533642 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.541827 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] Deleting port 1561bf33-0dd1-4317-a76f-489f9177f198 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 21:37:28.542205 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780352767205'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.546938 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Calling delete_port for 1561bf33-0dd1-4317-a76f-489f9177f198 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:28.610830 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] For port 1561bf33-0dd1-4317-a76f-489f9177f198, host dv-cinder-836083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-6-iscsi',level=0,port_id=1561bf33-0dd1-4317-a76f-489f9177f198,segment=NetworkSegment(43c1387d-f8a8-490e-9c7e-7474f1d2baf3),segment_id=43c1387d-f8a8-490e-9c7e-7474f1d2baf3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 21:37:28.611243 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652805'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.626997 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] Calling delete_port for 1561bf33-0dd1-4317-a76f-489f9177f198 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 21:37:28.728087 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4412724'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.733909 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1751011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780352777337', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780352234590'] for port (1561bf33-0dd1-4317-a76f-489f9177f198), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.754069 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1561bf33-0dd1-4317-a76f-489f9177f198,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:28.758221 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] No DVR routers for this DVR port 1561bf33-0dd1-4317-a76f-489f9177f198 on host dv-cinder-836083-6-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:37:28.762392 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] Pushing event deleted for resources: {'Port': ['ID=1561bf33-0dd1-4317-a76f-489f9177f198,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:28.764252 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bd0b7-4c54-4a8f-afbb-30b70b2cdf61 None None] No DVR routers for this DVR port 1561bf33-0dd1-4317-a76f-489f9177f198 on host dv-cinder-836083-6-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 21:37:28.828264 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1804356', 'neutron.services.segments.db._delete_segments_for_network-8780352714262'] for network (60d61f59-f0e8-4d08-9764-cfc88e985d92), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.851182 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d61f59-f0e8-4d08-9764-cfc88e985d92']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:28.860434 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c1387d-f8a8-490e-9c7e-7474f1d2baf3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:28.860734 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c1387d-f8a8-490e-9c7e-7474f1d2baf3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 21:37:28.870503 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780352715295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7325158'] for segment (43c1387d-f8a8-490e-9c7e-7474f1d2baf3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.884067 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970'] for segment (43c1387d-f8a8-490e-9c7e-7474f1d2baf3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.889859 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 21:37:28.890250 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4412775'] for segment (43c1387d-f8a8-490e-9c7e-7474f1d2baf3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: Traceback (most recent call last): May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: timer() May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: cb(*args, **kw) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: return func(*args, **kwargs) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: self._notify() May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: self.callback(batched_events) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: event.method(event) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: return f(self, *a, **k) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._get(url).json() May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: return self.request(url, 'GET', **kwargs) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 21:37:28.891912 dv-cinder-836083-6-iscsi neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 21:37:29.024933 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1804415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652495'] for network (60d61f59-f0e8-4d08-9764-cfc88e985d92), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:29.030139 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552829'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:29.033268 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/60d61f59-f0e8-4d08-9764-cfc88e985d92 HTTP/1.1" status: 204 len: 168 time: 0.6913352 May 10 21:37:29.046402 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500e198-884f-418d-bbcf-1596704d53bf admin admin] Pushing event deleted for resources: {'Network': ['ID=60d61f59-f0e8-4d08-9764-cfc88e985d92,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:29.264510 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 10bbd8d5-4628-4a24-aa29-39a535bdc138 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:29.289359 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 10bbd8d5-4628-4a24-aa29-39a535bdc138 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:29.289708 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 10bbd8d5-4628-4a24-aa29-39a535bdc138 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:29.290129 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2e0c9c90-d901-4778-b90e-e8693f821cd1 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:29.313768 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 2e0c9c90-d901-4778-b90e-e8693f821cd1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:29.314111 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 2e0c9c90-d901-4778-b90e-e8693f821cd1 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:29.314546 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1561bf33-0dd1-4317-a76f-489f9177f198 no longer exists at agent ovs-agent-dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 21:37:29.333933 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] No Port match for: 1561bf33-0dd1-4317-a76f-489f9177f198 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 21:37:29.334278 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Device 1561bf33-0dd1-4317-a76f-489f9177f198 not bound to the agent host dv-cinder-836083-6-iscsi {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 21:37:29.389188 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59912) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:29.430298 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e45a4b32-088d-40cc-b752-b21501ab271e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd6f673d1cfd41028e5ed60d4d204666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400229 May 10 21:37:29.432758 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:29.483682 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8608222e-70eb-4060-95e0-aa4f3bf3eb67 admin admin] Publish callbacks [] for security_group (78952d7e-5c8d-45fa-9816-92c39ea9b5e7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:29.504415 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8608222e-70eb-4060-95e0-aa4f3bf3eb67 admin admin] Publish callbacks [] for security_group (78952d7e-5c8d-45fa-9816-92c39ea9b5e7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:29.628977 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8608222e-70eb-4060-95e0-aa4f3bf3eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (78952d7e-5c8d-45fa-9816-92c39ea9b5e7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:29.631790 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8608222e-70eb-4060-95e0-aa4f3bf3eb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:29.632963 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8608222e-70eb-4060-95e0-aa4f3bf3eb67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78952d7e-5c8d-45fa-9816-92c39ea9b5e7 HTTP/1.1" status: 204 len: 168 time: 0.1992996 May 10 21:37:29.640711 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608222e-70eb-4060-95e0-aa4f3bf3eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78952d7e-5c8d-45fa-9816-92c39ea9b5e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:30.245143 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59920) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:30.284615 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c4a70384-8919-4c29-a8d3-ff8253c89eb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39b810b37c1a494a994957977fa15020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383413 May 10 21:37:30.287195 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.25', 59922) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 21:37:30.333147 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-147897d1-1f4c-4ec7-a52f-25268751578f admin admin] Publish callbacks [] for security_group (5ddc14f7-49d9-4803-8af7-c39c058111a7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:30.354202 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-147897d1-1f4c-4ec7-a52f-25268751578f admin admin] Publish callbacks [] for security_group (5ddc14f7-49d9-4803-8af7-c39c058111a7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:30.447863 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-147897d1-1f4c-4ec7-a52f-25268751578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593784'] for security_group (5ddc14f7-49d9-4803-8af7-c39c058111a7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:30.450499 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-147897d1-1f4c-4ec7-a52f-25268751578f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:30.451653 dv-cinder-836083-6-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-147897d1-1f4c-4ec7-a52f-25268751578f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ddc14f7-49d9-4803-8af7-c39c058111a7 HTTP/1.1" status: 204 len: 168 time: 0.1635699 May 10 21:37:30.459869 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147897d1-1f4c-4ec7-a52f-25268751578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddc14f7-49d9-4803-8af7-c39c058111a7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 21:37:43.995671 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:46.583614 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-465dcf9e-8074-4244-9ade-8155f55cb86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:48.708431 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-859aa1d6-6d49-4673-8ad2-c00529934fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:49.966468 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:51.337861 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:52.852342 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:37:53.580088 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:38:14.005600 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:16.582792 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62423840-ef17-4faf-ab72-72d2b3adc6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:18.703187 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee3dabc-e5a4-4d8f-8210-f556722bee08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:19.942511 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:21.342752 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:22.857028 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:30.578581 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:38:44.004340 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:46.604644 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-506e6755-f355-4ab7-8ac9-8b01d71e5cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:48.730116 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6e4b274-0868-4d89-8e63-350b8e40fabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:49.924323 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:51.340103 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:38:52.878949 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:07.577722 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:39:13.997923 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:16.586279 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38c74562-87d1-4d4a-bebf-d82b6751457b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:18.723150 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af33a317-527e-4181-aa2c-1ce247b1c1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:19.963091 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:21.334813 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:22.883295 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:44.041083 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:44.576683 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:39:46.595287 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12da92c3-bb3e-43a8-8c17-d12c1120d9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:48.716199 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68656f82-7828-4ebd-8a09-2cc9e86eaaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:49.967882 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:51.356157 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:39:52.899543 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:14.012573 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:16.583755 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3da2be9-6354-4c89-9299-6c9fc1da3c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:18.721074 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-004b7a18-92ad-425d-b308-d4738c8c6d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:19.948082 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:21.354959 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:21.575957 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:40:22.863737 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:44.011163 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:46.582251 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6bea-43cb-4c46-a4f7-a52263c6e2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:48.725195 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb70f-754c-4a02-ba8a-dddfa3053bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:49.986991 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:51.364183 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:52.941452 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:40:58.575591 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:41:14.021693 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:16.598228 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce592-c281-4328-9cda-9c5c7813957f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:18.717032 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae3678d4-0bbf-4273-a6a0-335b21e59d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:19.975661 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:21.363775 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:22.882850 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:23.103032 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-bf3c3c75-f8eb-4392-a3c0-a5726311769e service neutron] (104056) timed out ('10.222.0.25', 53128) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:41:23.427750 dv-cinder-836083-6-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-39719493-0971-4a50-ab43-23b0eabe6cf3 req-b45b4007-79e9-487e-9e80-7faaca1fcff3 tempest-AttachVolumeShelveTestJSON-31474631 tempest-AttachVolumeShelveTestJSON-31474631-project] (104056) timed out ('10.222.0.25', 53140) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 21:41:35.574954 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:41:44.020318 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:46.562849 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65bf706a-61ae-4ac4-9c20-b53a94de9b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:48.722570 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee8372fa-7727-4eb8-8d2e-c4db0eab4315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:49.980086 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:51.374395 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:41:52.899901 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:12.573557 dv-cinder-836083-6-iscsi neutron-server[104058]: DEBUG neutron.db.agents_db [None req-96aa8b56-c5d4-44c5-ac61-317fb0860d31 None None] Agent healthcheck: found 6 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 21:42:14.040407 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:16.613155 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66de48a9-4aca-4b03-8748-7246df7383fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:18.722049 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b365136-8d64-471c-9230-73fcb28b2950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (fecd3000-0179-4d9b-8875-47422e2890fa), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:19.966028 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67af20f2-3b6d-4f48-b1ba-b09f733c389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (6bc081b7-2b0e-47bb-8bfb-1be26c902282), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:21.362166 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aef0fb45-1b2f-4824-95af-fcacef7ceda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (a46b77fb-e08e-4e78-90c3-18ec03355459), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:22.967241 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-369a22a5-3ed7-4164-a66c-fe7d084d2e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (bdd1f4cf-a92a-401d-8b7b-f314662b3b6d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:44.028785 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4f79-a535-4f48-aa5c-3cef64fe6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (94046e34-893f-4f54-9970-d0f1589305b1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 21:42:46.594983 dv-cinder-836083-6-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c81-05c2-4a76-ba81-f6e727403488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780352714244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802631'] for agent (c2106ab3-1f87-496f-9384-339b9dcd6c4b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}